{"level":"warn","ts":"2026-03-02T15:55:34.295984Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T15:55:34.296115Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T15:55:34.296218Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T15:55:34.296232Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-02T15:55:34.296262Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T15:55:34.297383Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-02T15:55:34.297514Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T15:55:34.302375Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.510841ms"} {"level":"info","ts":"2026-03-02T15:55:34.310415Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-02T15:55:34.310505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T15:55:34.31053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-02T15:55:34.310544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T15:55:34.310558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-02T15:55:34.310598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-02T15:55:34.315948Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T15:55:34.317719Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T15:55:34.319196Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T15:55:34.322735Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T15:55:34.323068Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T15:55:34.323223Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T15:55:34.323337Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T15:55:34.323357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T15:55:34.324495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-02T15:55:34.324714Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-02T15:55:34.327929Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T15:55:34.328217Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T15:55:34.32826Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T15:55:34.3289Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-02T15:55:34.328985Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-02T15:55:34.811475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T15:55:34.811577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T15:55:34.811609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-02T15:55:34.811635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-02T15:55:34.81165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-02T15:55:34.81167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-02T15:55:34.811686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-02T15:55:34.815713Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:34.816976Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:34.817126Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:34.817165Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:34.817211Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T15:55:34.817376Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T15:55:34.81743Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T15:55:34.821105Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-02T15:55:34.821339Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T15:55:34.821383Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T15:55:34.822084Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-02T15:55:49.815462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503729043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:55:50.016035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448114661s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:55:50.016482Z","caller":"traceutil/trace.go:171","msg":"trace[1882806776] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.448699447s","start":"2026-03-02T15:55:48.567758Z","end":"2026-03-02T15:55:50.016457Z","steps":["trace[1882806776] 'process raft request' (duration: 1.448513942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:55:50.017435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:55:48.567721Z","time spent":"1.448864831s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:55:50.091477Z","caller":"traceutil/trace.go:171","msg":"trace[1190812730] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"776.299069ms","start":"2026-03-02T15:55:49.315148Z","end":"2026-03-02T15:55:50.091447Z","steps":["trace[1190812730] 'read index received' (duration: 701.103539ms)","trace[1190812730] 'applied index is now lower than readState.Index' (duration: 75.19428ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:55:50.091576Z","caller":"traceutil/trace.go:171","msg":"trace[1819184114] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"490.220836ms","start":"2026-03-02T15:55:49.601329Z","end":"2026-03-02T15:55:50.091549Z","steps":["trace[1819184114] 'process raft request' (duration: 472.354156ms)","trace[1819184114] 'compare' (duration: 17.582802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:55:50.091707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:55:49.6013Z","time spent":"490.331889ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:55:50.091729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.650101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:55:50.091797Z","caller":"traceutil/trace.go:171","msg":"trace[490117233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"616.804765ms","start":"2026-03-02T15:55:49.474979Z","end":"2026-03-02T15:55:50.091784Z","steps":["trace[490117233] 'agreement among raft nodes before linearized reading' (duration: 616.658361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:55:50.091786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.418236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:55:50.091835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:55:49.474957Z","time spent":"616.869597ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:55:50.09175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.536355ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:55:50.091864Z","caller":"traceutil/trace.go:171","msg":"trace[4837824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:411; }","duration":"539.545791ms","start":"2026-03-02T15:55:49.552298Z","end":"2026-03-02T15:55:50.091844Z","steps":["trace[4837824] 'agreement among raft nodes before linearized reading' (duration: 539.387046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:55:50.091901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:55:49.552275Z","time spent":"539.620082ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T15:55:50.091917Z","caller":"traceutil/trace.go:171","msg":"trace[1481317911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:411; }","duration":"776.748541ms","start":"2026-03-02T15:55:49.315139Z","end":"2026-03-02T15:55:50.091888Z","steps":["trace[1481317911] 'agreement among raft nodes before linearized reading' (duration: 776.485224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:55:52.883928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.910466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:55:52.884025Z","caller":"traceutil/trace.go:171","msg":"trace[1992069094] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"279.810995ms","start":"2026-03-02T15:55:52.604197Z","end":"2026-03-02T15:55:52.884008Z","steps":["trace[1992069094] 'process raft request' (duration: 97.639212ms)","trace[1992069094] 'compare' (duration: 181.792323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:05.093131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.009402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T15:56:05.093219Z","caller":"traceutil/trace.go:171","msg":"trace[93692013] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:508; }","duration":"569.097694ms","start":"2026-03-02T15:56:04.524095Z","end":"2026-03-02T15:56:05.093192Z","steps":["trace[93692013] 'range keys from in-memory index tree' (duration: 568.958231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:05.093286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.524089Z","time spent":"569.181876ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-02T15:56:05.093469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.374609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-02T15:56:05.093525Z","caller":"traceutil/trace.go:171","msg":"trace[30265792] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:508; }","duration":"675.43177ms","start":"2026-03-02T15:56:04.418075Z","end":"2026-03-02T15:56:05.093507Z","steps":["trace[30265792] 'range keys from in-memory index tree' (duration: 675.05056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:05.093568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.418063Z","time spent":"675.492412ms","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329975,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-02T15:56:05.093634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.677179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-02T15:56:05.093683Z","caller":"traceutil/trace.go:171","msg":"trace[1516675116] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:508; }","duration":"569.749302ms","start":"2026-03-02T15:56:04.523918Z","end":"2026-03-02T15:56:05.093667Z","steps":["trace[1516675116] 'range keys from in-memory index tree' (duration: 569.430713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:05.093724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.523907Z","time spent":"569.804393ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-02T15:56:05.093919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.626489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T15:56:05.093928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.465058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:56:05.093965Z","caller":"traceutil/trace.go:171","msg":"trace[858165037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"502.712371ms","start":"2026-03-02T15:56:04.591238Z","end":"2026-03-02T15:56:05.09395Z","steps":["trace[858165037] 'range keys from in-memory index tree' (duration: 502.501786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:05.093977Z","caller":"traceutil/trace.go:171","msg":"trace[486449065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"644.545011ms","start":"2026-03-02T15:56:04.449419Z","end":"2026-03-02T15:56:05.093964Z","steps":["trace[486449065] 'range keys from in-memory index tree' (duration: 644.373796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:05.094006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.591217Z","time spent":"502.776633ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:56:05.094016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.4494Z","time spent":"644.604192ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:56:05.093093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.279805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:05.094131Z","caller":"traceutil/trace.go:171","msg":"trace[1294867274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"619.362425ms","start":"2026-03-02T15:56:04.474744Z","end":"2026-03-02T15:56:05.094107Z","steps":["trace[1294867274] 'range keys from in-memory index tree' (duration: 618.202874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:05.094184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.474732Z","time spent":"619.437626ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:56:05.093093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.943424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:05.094388Z","caller":"traceutil/trace.go:171","msg":"trace[371915246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"451.304891ms","start":"2026-03-02T15:56:04.64307Z","end":"2026-03-02T15:56:05.094375Z","steps":["trace[371915246] 'range keys from in-memory index tree' (duration: 449.841431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:05.094438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:04.643047Z","time spent":"451.375403ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T15:56:06.867956Z","caller":"traceutil/trace.go:171","msg":"trace[1923493925] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"392.429958ms","start":"2026-03-02T15:56:06.475502Z","end":"2026-03-02T15:56:06.867932Z","steps":["trace[1923493925] 'read index received' (duration: 392.215933ms)","trace[1923493925] 'applied index is now lower than readState.Index' (duration: 212.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:06.868039Z","caller":"traceutil/trace.go:171","msg":"trace[819863466] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"654.566738ms","start":"2026-03-02T15:56:06.213436Z","end":"2026-03-02T15:56:06.868003Z","steps":["trace[819863466] 'process raft request' (duration: 654.355283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:06.868083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.566623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:06.868118Z","caller":"traceutil/trace.go:171","msg":"trace[1854324024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"392.660635ms","start":"2026-03-02T15:56:06.475447Z","end":"2026-03-02T15:56:06.868107Z","steps":["trace[1854324024] 'agreement among raft nodes before linearized reading' (duration: 392.586463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:06.868154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:06.475424Z","time spent":"392.722527ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:56:06.868221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:06.213412Z","time spent":"654.706172ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:07.226979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.234344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-02T15:56:07.227043Z","caller":"traceutil/trace.go:171","msg":"trace[1967919974] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:514; }","duration":"303.352008ms","start":"2026-03-02T15:56:06.923678Z","end":"2026-03-02T15:56:07.22703Z","steps":["trace[1967919974] 'range keys from in-memory index tree' (duration: 303.129061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:07.227069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:06.923653Z","time spent":"303.409089ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T15:56:10.774932Z","caller":"traceutil/trace.go:171","msg":"trace[249062635] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"298.145037ms","start":"2026-03-02T15:56:10.476734Z","end":"2026-03-02T15:56:10.774879Z","steps":["trace[249062635] 'read index received' (duration: 297.919461ms)","trace[249062635] 'applied index is now lower than readState.Index' (duration: 224.466µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:10.775056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.303921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:10.775108Z","caller":"traceutil/trace.go:171","msg":"trace[1168167714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"298.361363ms","start":"2026-03-02T15:56:10.476721Z","end":"2026-03-02T15:56:10.775082Z","steps":["trace[1168167714] 'agreement among raft nodes before linearized reading' (duration: 298.282831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:10.775158Z","caller":"traceutil/trace.go:171","msg":"trace[110970860] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"452.238606ms","start":"2026-03-02T15:56:10.322876Z","end":"2026-03-02T15:56:10.775114Z","steps":["trace[110970860] 'process raft request' (duration: 451.860446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:10.775343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:10.322847Z","time spent":"452.40691ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:11.083706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.391845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:56:11.083796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.712596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:11.083878Z","caller":"traceutil/trace.go:171","msg":"trace[644179588] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:525; }","duration":"246.796119ms","start":"2026-03-02T15:56:10.83706Z","end":"2026-03-02T15:56:11.083857Z","steps":["trace[644179588] 'range keys from in-memory index tree' (duration: 246.642544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.084001Z","caller":"traceutil/trace.go:171","msg":"trace[25956128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"199.560129ms","start":"2026-03-02T15:56:10.884286Z","end":"2026-03-02T15:56:11.083846Z","steps":["trace[25956128] 'range keys from in-memory index tree' (duration: 199.300893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.492018Z","caller":"traceutil/trace.go:171","msg":"trace[405205224] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"244.890067ms","start":"2026-03-02T15:56:11.247096Z","end":"2026-03-02T15:56:11.491986Z","steps":["trace[405205224] 'read index received' (duration: 244.679472ms)","trace[405205224] 'applied index is now lower than readState.Index' (duration: 208.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:11.492081Z","caller":"traceutil/trace.go:171","msg":"trace[933140763] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"355.558689ms","start":"2026-03-02T15:56:11.13648Z","end":"2026-03-02T15:56:11.492039Z","steps":["trace[933140763] 'process raft request' (duration: 355.337323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.492325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.629864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:56:11.492378Z","caller":"traceutil/trace.go:171","msg":"trace[124066285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"243.710636ms","start":"2026-03-02T15:56:11.248654Z","end":"2026-03-02T15:56:11.492365Z","steps":["trace[124066285] 'agreement among raft nodes before linearized reading' (duration: 243.528411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.492378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.449089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T15:56:11.492394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.276038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T15:56:11.492448Z","caller":"traceutil/trace.go:171","msg":"trace[1817292185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"243.603782ms","start":"2026-03-02T15:56:11.248824Z","end":"2026-03-02T15:56:11.492428Z","steps":["trace[1817292185] 'agreement among raft nodes before linearized reading' (duration: 243.414717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.492479Z","caller":"traceutil/trace.go:171","msg":"trace[1931940499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"245.414791ms","start":"2026-03-02T15:56:11.247045Z","end":"2026-03-02T15:56:11.49246Z","steps":["trace[1931940499] 'agreement among raft nodes before linearized reading' (duration: 245.088302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.493071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:11.136459Z","time spent":"356.197577ms","remote":"127.0.0.1:55310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":389,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T15:56:11.784722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.278726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:11.784827Z","caller":"traceutil/trace.go:171","msg":"trace[1393866143] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"200.785513ms","start":"2026-03-02T15:56:11.584026Z","end":"2026-03-02T15:56:11.784811Z","steps":["trace[1393866143] 'process raft request' (duration: 85.352613ms)","trace[1393866143] 'compare' (duration: 115.160063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:16.360579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:16.038072Z","time spent":"322.497361ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T15:56:16.360899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.758051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:16.361059Z","caller":"traceutil/trace.go:171","msg":"trace[715009022] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"691.791869ms","start":"2026-03-02T15:56:15.669251Z","end":"2026-03-02T15:56:16.361043Z","steps":["trace[715009022] 'process raft request' (duration: 691.734017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:16.361118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:15.669231Z","time spent":"691.858811ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:16.361276Z","caller":"traceutil/trace.go:171","msg":"trace[1783288451] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"698.109928ms","start":"2026-03-02T15:56:15.663141Z","end":"2026-03-02T15:56:16.36125Z","steps":["trace[1783288451] 'process raft request' (duration: 448.928437ms)","trace[1783288451] 'compare' (duration: 248.604826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:16.361404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:15.663111Z","time spent":"698.222632ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:16.645288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.506935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:16.64537Z","caller":"traceutil/trace.go:171","msg":"trace[1204737140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"168.64966ms","start":"2026-03-02T15:56:16.476705Z","end":"2026-03-02T15:56:16.645354Z","steps":["trace[1204737140] 'range keys from in-memory index tree' (duration: 168.348932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:17.638308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503729405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:56:18.084873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.083215061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:56:18.085207Z","caller":"traceutil/trace.go:171","msg":"trace[927123167] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.083610261s","start":"2026-03-02T15:56:17.001575Z","end":"2026-03-02T15:56:18.085186Z","steps":["trace[927123167] 'process raft request' (duration: 1.083486048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:18.085332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.001563Z","time spent":"1.083713494s","remote":"127.0.0.1:55310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T15:56:18.110587Z","caller":"traceutil/trace.go:171","msg":"trace[1753693129] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:584; }","duration":"972.866137ms","start":"2026-03-02T15:56:17.1377Z","end":"2026-03-02T15:56:18.110566Z","steps":["trace[1753693129] 'read index received' (duration: 947.407823ms)","trace[1753693129] 'applied index is now lower than readState.Index' (duration: 25.457044ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:18.110703Z","caller":"traceutil/trace.go:171","msg":"trace[1218047824] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"707.538841ms","start":"2026-03-02T15:56:17.403119Z","end":"2026-03-02T15:56:18.110658Z","steps":["trace[1218047824] 'process raft request' (duration: 707.327036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:18.110779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.067903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:56:18.110818Z","caller":"traceutil/trace.go:171","msg":"trace[1637876128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:565; }","duration":"973.157095ms","start":"2026-03-02T15:56:17.137647Z","end":"2026-03-02T15:56:18.110804Z","steps":["trace[1637876128] 'agreement among raft nodes before linearized reading' (duration: 973.023152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:18.110857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.137627Z","time spent":"973.221597ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:18.110929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.403089Z","time spent":"707.719256ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:18.611095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503729410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:56:19.111203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503729410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:56:19.277747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167224438s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:56:19.278168Z","caller":"traceutil/trace.go:171","msg":"trace[2139581697] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.189703511s","start":"2026-03-02T15:56:18.088437Z","end":"2026-03-02T15:56:19.27814Z","steps":["trace[2139581697] 'process raft request' (duration: 1.18965129s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:19.278213Z","caller":"traceutil/trace.go:171","msg":"trace[1989662847] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.189918367s","start":"2026-03-02T15:56:18.088249Z","end":"2026-03-02T15:56:19.278167Z","steps":["trace[1989662847] 'process raft request' (duration: 1.189691371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.278337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:18.08842Z","time spent":"1.189841226s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T15:56:19.278354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:18.088225Z","time spent":"1.190065301s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T15:56:19.302263Z","caller":"traceutil/trace.go:171","msg":"trace[1318890911] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.186740083s","start":"2026-03-02T15:56:18.115495Z","end":"2026-03-02T15:56:19.302235Z","steps":["trace[1318890911] 'process raft request' (duration: 1.186458005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.30243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:18.115475Z","time spent":"1.186868516s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:19.302517Z","caller":"traceutil/trace.go:171","msg":"trace[630877903] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:586; }","duration":"1.191829119s","start":"2026-03-02T15:56:18.110651Z","end":"2026-03-02T15:56:19.30248Z","steps":["trace[630877903] 'read index received' (duration: 1.167376232s)","trace[630877903] 'applied index is now lower than readState.Index' (duration: 24.451457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:19.30264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370784675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T15:56:19.302721Z","caller":"traceutil/trace.go:171","msg":"trace[1195987532] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:569; }","duration":"1.370913828s","start":"2026-03-02T15:56:17.931789Z","end":"2026-03-02T15:56:19.302703Z","steps":["trace[1195987532] 'agreement among raft nodes before linearized reading' (duration: 1.370751544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.302765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.931768Z","time spent":"1.370989211s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-02T15:56:19.302766Z","caller":"traceutil/trace.go:171","msg":"trace[1674092423] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.132085215s","start":"2026-03-02T15:56:18.170668Z","end":"2026-03-02T15:56:19.302753Z","steps":["trace[1674092423] 'process raft request' (duration: 1.131480528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.302842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:18.170636Z","time spent":"1.132177277s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T15:56:19.302653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634286832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T15:56:19.302924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.494798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:19.302976Z","caller":"traceutil/trace.go:171","msg":"trace[512865707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:569; }","duration":"937.598681ms","start":"2026-03-02T15:56:18.365365Z","end":"2026-03-02T15:56:19.302964Z","steps":["trace[512865707] 'agreement among raft nodes before linearized reading' (duration: 937.519069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:19.302968Z","caller":"traceutil/trace.go:171","msg":"trace[406094100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:569; }","duration":"1.634633181s","start":"2026-03-02T15:56:17.668299Z","end":"2026-03-02T15:56:19.302932Z","steps":["trace[406094100] 'agreement among raft nodes before linearized reading' (duration: 1.634288862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.302993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826120664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:19.303055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.668283Z","time spent":"1.634742165s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T15:56:19.303066Z","caller":"traceutil/trace.go:171","msg":"trace[847129977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"1.826188195s","start":"2026-03-02T15:56:17.476856Z","end":"2026-03-02T15:56:19.303044Z","steps":["trace[847129977] 'agreement among raft nodes before linearized reading' (duration: 1.826087773s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.302882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648393791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T15:56:19.303116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.476782Z","time spent":"1.826320109s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:56:19.303157Z","caller":"traceutil/trace.go:171","msg":"trace[1105965953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"1.64873662s","start":"2026-03-02T15:56:17.654408Z","end":"2026-03-02T15:56:19.303145Z","steps":["trace[1105965953] 'agreement among raft nodes before linearized reading' (duration: 1.648269378s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:19.303011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:18.365339Z","time spent":"937.664583ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:19.303202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:17.654387Z","time spent":"1.648803312s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T15:56:21.110663Z","caller":"traceutil/trace.go:171","msg":"trace[625881458] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"265.992783ms","start":"2026-03-02T15:56:20.844647Z","end":"2026-03-02T15:56:21.11064Z","steps":["trace[625881458] 'process raft request' (duration: 265.854679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:21.114087Z","caller":"traceutil/trace.go:171","msg":"trace[1529647375] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"152.394682ms","start":"2026-03-02T15:56:20.961655Z","end":"2026-03-02T15:56:21.114049Z","steps":["trace[1529647375] 'process raft request' (duration: 152.025102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:23.041498Z","caller":"traceutil/trace.go:171","msg":"trace[1184406405] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"397.898176ms","start":"2026-03-02T15:56:22.643574Z","end":"2026-03-02T15:56:23.041473Z","steps":["trace[1184406405] 'read index received' (duration: 397.749352ms)","trace[1184406405] 'applied index is now lower than readState.Index' (duration: 147.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:23.041534Z","caller":"traceutil/trace.go:171","msg":"trace[32917636] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"405.909501ms","start":"2026-03-02T15:56:22.635592Z","end":"2026-03-02T15:56:23.041501Z","steps":["trace[32917636] 'process raft request' (duration: 405.721866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.041711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.131542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:23.041758Z","caller":"traceutil/trace.go:171","msg":"trace[1270211670] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:746; }","duration":"398.260036ms","start":"2026-03-02T15:56:22.643484Z","end":"2026-03-02T15:56:23.041744Z","steps":["trace[1270211670] 'agreement among raft nodes before linearized reading' (duration: 398.113722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.041799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:22.643469Z","time spent":"398.322198ms","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-02T15:56:23.041865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:22.63557Z","time spent":"406.158358ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T15:56:23.472858Z","caller":"traceutil/trace.go:171","msg":"trace[1219285704] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"825.166691ms","start":"2026-03-02T15:56:22.647663Z","end":"2026-03-02T15:56:23.47283Z","steps":["trace[1219285704] 'process raft request' (duration: 789.404961ms)","trace[1219285704] 'compare' (duration: 35.572425ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:23.472866Z","caller":"traceutil/trace.go:171","msg":"trace[1767431033] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:768; }","duration":"431.265593ms","start":"2026-03-02T15:56:23.041573Z","end":"2026-03-02T15:56:23.472838Z","steps":["trace[1767431033] 'read index received' (duration: 395.480951ms)","trace[1767431033] 'applied index is now lower than readState.Index' (duration: 35.782152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:23.473018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:22.647644Z","time spent":"825.298365ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:23.515304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.290094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:56:23.515384Z","caller":"traceutil/trace.go:171","msg":"trace[969647045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:747; }","duration":"192.425918ms","start":"2026-03-02T15:56:23.322941Z","end":"2026-03-02T15:56:23.515367Z","steps":["trace[969647045] 'agreement among raft nodes before linearized reading' (duration: 192.196452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.515482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.073679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-02T15:56:23.515497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.797957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:56:23.515572Z","caller":"traceutil/trace.go:171","msg":"trace[1637135667] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:747; }","duration":"672.205394ms","start":"2026-03-02T15:56:22.843345Z","end":"2026-03-02T15:56:23.51555Z","steps":["trace[1637135667] 'agreement among raft nodes before linearized reading' (duration: 629.510457ms)","trace[1637135667] 'range keys from in-memory index tree' (duration: 42.185513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:23.515615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:22.843318Z","time spent":"672.286885ms","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-02T15:56:23.515621Z","caller":"traceutil/trace.go:171","msg":"trace[1058386352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:747; }","duration":"854.970012ms","start":"2026-03-02T15:56:22.660629Z","end":"2026-03-02T15:56:23.515599Z","steps":["trace[1058386352] 'agreement among raft nodes before linearized reading' (duration: 812.357058ms)","trace[1058386352] 'range keys from in-memory index tree' (duration: 42.325726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:23.515667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.157825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:23.5157Z","caller":"traceutil/trace.go:171","msg":"trace[885510020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"194.233556ms","start":"2026-03-02T15:56:23.321457Z","end":"2026-03-02T15:56:23.515691Z","steps":["trace[885510020] 'agreement among raft nodes before linearized reading' (duration: 193.701892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.515739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.942929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-02T15:56:23.515772Z","caller":"traceutil/trace.go:171","msg":"trace[1802958087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:747; }","duration":"471.00795ms","start":"2026-03-02T15:56:23.044752Z","end":"2026-03-02T15:56:23.51576Z","steps":["trace[1802958087] 'agreement among raft nodes before linearized reading' (duration: 470.580549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.515797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:23.044732Z","time spent":"471.059721ms","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-02T15:56:23.51581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.296874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:56:23.515858Z","caller":"traceutil/trace.go:171","msg":"trace[1342187127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:747; }","duration":"192.370867ms","start":"2026-03-02T15:56:23.323474Z","end":"2026-03-02T15:56:23.515845Z","steps":["trace[1342187127] 'agreement among raft nodes before linearized reading' (duration: 192.267484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.515667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:22.660612Z","time spent":"855.042523ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:23.516087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.917593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:56:23.516142Z","caller":"traceutil/trace.go:171","msg":"trace[1490602485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:747; }","duration":"198.989024ms","start":"2026-03-02T15:56:23.317137Z","end":"2026-03-02T15:56:23.516126Z","steps":["trace[1490602485] 'agreement among raft nodes before linearized reading' (duration: 198.867521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:23.51622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.145129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-02T15:56:23.516321Z","caller":"traceutil/trace.go:171","msg":"trace[1243003846] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:747; }","duration":"272.287453ms","start":"2026-03-02T15:56:23.244012Z","end":"2026-03-02T15:56:23.5163Z","steps":["trace[1243003846] 'agreement among raft nodes before linearized reading' (duration: 272.027436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:24.498862Z","caller":"traceutil/trace.go:171","msg":"trace[1286214048] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"103.096469ms","start":"2026-03-02T15:56:24.395739Z","end":"2026-03-02T15:56:24.498835Z","steps":["trace[1286214048] 'process raft request' (duration: 98.391732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:29.334281Z","caller":"traceutil/trace.go:171","msg":"trace[1577621878] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"122.325005ms","start":"2026-03-02T15:56:29.21193Z","end":"2026-03-02T15:56:29.334255Z","steps":["trace[1577621878] 'process raft request' (duration: 122.179731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:29.356636Z","caller":"traceutil/trace.go:171","msg":"trace[1198102425] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"103.301954ms","start":"2026-03-02T15:56:29.2533Z","end":"2026-03-02T15:56:29.356602Z","steps":["trace[1198102425] 'process raft request' (duration: 103.116439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:31.141498Z","caller":"traceutil/trace.go:171","msg":"trace[1141905311] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"151.360945ms","start":"2026-03-02T15:56:30.99011Z","end":"2026-03-02T15:56:31.141471Z","steps":["trace[1141905311] 'process raft request' (duration: 74.190672ms)","trace[1141905311] 'compare' (duration: 77.002448ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:31.1641Z","caller":"traceutil/trace.go:171","msg":"trace[1524669283] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"153.570064ms","start":"2026-03-02T15:56:31.010516Z","end":"2026-03-02T15:56:31.164086Z","steps":["trace[1524669283] 'process raft request' (duration: 153.499752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:31.798926Z","caller":"traceutil/trace.go:171","msg":"trace[1906476870] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:874; }","duration":"145.141087ms","start":"2026-03-02T15:56:31.653745Z","end":"2026-03-02T15:56:31.798886Z","steps":["trace[1906476870] 'read index received' (duration: 144.89044ms)","trace[1906476870] 'applied index is now lower than readState.Index' (duration: 248.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:31.799006Z","caller":"traceutil/trace.go:171","msg":"trace[2012319713] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"187.628138ms","start":"2026-03-02T15:56:31.611348Z","end":"2026-03-02T15:56:31.798976Z","steps":["trace[2012319713] 'process raft request' (duration: 187.343151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:31.799275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.479934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:56:31.799291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.527638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:56:31.799331Z","caller":"traceutil/trace.go:171","msg":"trace[1767518895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:850; }","duration":"136.561796ms","start":"2026-03-02T15:56:31.662755Z","end":"2026-03-02T15:56:31.799317Z","steps":["trace[1767518895] 'agreement among raft nodes before linearized reading' (duration: 136.348691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:31.799349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.857234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T15:56:31.799335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.462071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T15:56:31.799381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-kj9fg\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-02T15:56:31.7994Z","caller":"traceutil/trace.go:171","msg":"trace[155907756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:850; }","duration":"136.964837ms","start":"2026-03-02T15:56:31.66242Z","end":"2026-03-02T15:56:31.799385Z","steps":["trace[155907756] 'agreement among raft nodes before linearized reading' (duration: 136.751372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:31.799422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.373932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:31.799457Z","caller":"traceutil/trace.go:171","msg":"trace[2081358439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:850; }","duration":"140.610825ms","start":"2026-03-02T15:56:31.658816Z","end":"2026-03-02T15:56:31.799427Z","steps":["trace[2081358439] 'agreement among raft nodes before linearized reading' (duration: 140.284477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:31.799462Z","caller":"traceutil/trace.go:171","msg":"trace[2103048512] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-kj9fg; range_end:; response_count:1; response_revision:850; }","duration":"110.582239ms","start":"2026-03-02T15:56:31.688858Z","end":"2026-03-02T15:56:31.79944Z","steps":["trace[2103048512] 'agreement among raft nodes before linearized reading' (duration: 110.402454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:31.799493Z","caller":"traceutil/trace.go:171","msg":"trace[881248764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:850; }","duration":"136.466554ms","start":"2026-03-02T15:56:31.663004Z","end":"2026-03-02T15:56:31.799471Z","steps":["trace[881248764] 'agreement among raft nodes before linearized reading' (duration: 136.110414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:31.799371Z","caller":"traceutil/trace.go:171","msg":"trace[677701266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:850; }","duration":"145.65115ms","start":"2026-03-02T15:56:31.6537Z","end":"2026-03-02T15:56:31.799351Z","steps":["trace[677701266] 'agreement among raft nodes before linearized reading' (duration: 145.373013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.118969Z","caller":"traceutil/trace.go:171","msg":"trace[205339676] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"212.331593ms","start":"2026-03-02T15:56:31.906607Z","end":"2026-03-02T15:56:32.118938Z","steps":["trace[205339676] 'process raft request' (duration: 113.907289ms)","trace[205339676] 'compare' (duration: 98.29565ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:32.170318Z","caller":"traceutil/trace.go:171","msg":"trace[903039791] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"263.670691ms","start":"2026-03-02T15:56:31.906601Z","end":"2026-03-02T15:56:32.170272Z","steps":["trace[903039791] 'process raft request' (duration: 262.737696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.17418Z","caller":"traceutil/trace.go:171","msg":"trace[1703209724] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"262.566372ms","start":"2026-03-02T15:56:31.911575Z","end":"2026-03-02T15:56:32.174141Z","steps":["trace[1703209724] 'process raft request' (duration: 258.168094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.174346Z","caller":"traceutil/trace.go:171","msg":"trace[843479012] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"161.641811ms","start":"2026-03-02T15:56:32.012652Z","end":"2026-03-02T15:56:32.174294Z","steps":["trace[843479012] 'process raft request' (duration: 161.357654ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.451415Z","caller":"traceutil/trace.go:171","msg":"trace[1732178782] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"115.005979ms","start":"2026-03-02T15:56:32.336381Z","end":"2026-03-02T15:56:32.451387Z","steps":["trace[1732178782] 'process raft request' (duration: 39.509181ms)","trace[1732178782] 'compare' (duration: 75.301813ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:32.451662Z","caller":"traceutil/trace.go:171","msg":"trace[1165154693] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"115.185014ms","start":"2026-03-02T15:56:32.33644Z","end":"2026-03-02T15:56:32.451625Z","steps":["trace[1165154693] 'process raft request' (duration: 114.888276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.45884Z","caller":"traceutil/trace.go:171","msg":"trace[283453894] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"120.167818ms","start":"2026-03-02T15:56:32.338647Z","end":"2026-03-02T15:56:32.458815Z","steps":["trace[283453894] 'process raft request' (duration: 120.108256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.458915Z","caller":"traceutil/trace.go:171","msg":"trace[662638777] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"120.998669ms","start":"2026-03-02T15:56:32.337882Z","end":"2026-03-02T15:56:32.458881Z","steps":["trace[662638777] 'process raft request' (duration: 120.761353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:34.07617Z","caller":"traceutil/trace.go:171","msg":"trace[763707359] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"162.484644ms","start":"2026-03-02T15:56:33.913653Z","end":"2026-03-02T15:56:34.076137Z","steps":["trace[763707359] 'process raft request' (duration: 112.772299ms)","trace[763707359] 'compare' (duration: 49.595182ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:34.093079Z","caller":"traceutil/trace.go:171","msg":"trace[1474073336] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"178.956516ms","start":"2026-03-02T15:56:33.914102Z","end":"2026-03-02T15:56:34.093058Z","steps":["trace[1474073336] 'process raft request' (duration: 178.792181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:34.093343Z","caller":"traceutil/trace.go:171","msg":"trace[989671672] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"179.189273ms","start":"2026-03-02T15:56:33.914131Z","end":"2026-03-02T15:56:34.09332Z","steps":["trace[989671672] 'process raft request' (duration: 178.891625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:34.093548Z","caller":"traceutil/trace.go:171","msg":"trace[1156115210] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"179.395058ms","start":"2026-03-02T15:56:33.914143Z","end":"2026-03-02T15:56:34.093538Z","steps":["trace[1156115210] 'process raft request' (duration: 179.10266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:38.765566Z","caller":"traceutil/trace.go:171","msg":"trace[439673936] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"110.347164ms","start":"2026-03-02T15:56:38.655193Z","end":"2026-03-02T15:56:38.76554Z","steps":["trace[439673936] 'process raft request' (duration: 110.129948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:40.603788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503729986,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T15:56:40.700637Z","caller":"traceutil/trace.go:171","msg":"trace[1727655066] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:954; }","duration":"597.674682ms","start":"2026-03-02T15:56:40.102937Z","end":"2026-03-02T15:56:40.700612Z","steps":["trace[1727655066] 'read index received' (duration: 597.466427ms)","trace[1727655066] 'applied index is now lower than readState.Index' (duration: 206.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:40.700703Z","caller":"traceutil/trace.go:171","msg":"trace[709067799] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"763.376193ms","start":"2026-03-02T15:56:39.937288Z","end":"2026-03-02T15:56:40.700664Z","steps":["trace[709067799] 'process raft request' (duration: 763.184027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:40.700853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.904958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T15:56:40.700853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:39.937264Z","time spent":"763.506366ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:40.700896Z","caller":"traceutil/trace.go:171","msg":"trace[450520826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:926; }","duration":"597.96448ms","start":"2026-03-02T15:56:40.102921Z","end":"2026-03-02T15:56:40.700886Z","steps":["trace[450520826] 'agreement among raft nodes before linearized reading' (duration: 597.813665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:40.700931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.1029Z","time spent":"598.021881ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:56:40.70094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.664489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T15:56:40.700968Z","caller":"traceutil/trace.go:171","msg":"trace[358983774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"585.726501ms","start":"2026-03-02T15:56:40.115234Z","end":"2026-03-02T15:56:40.700961Z","steps":["trace[358983774] 'agreement among raft nodes before linearized reading' (duration: 585.592987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:40.700989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.115213Z","time spent":"585.771922ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:40.70106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.177319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:56:40.701084Z","caller":"traceutil/trace.go:171","msg":"trace[1117867975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:926; }","duration":"584.228371ms","start":"2026-03-02T15:56:40.116844Z","end":"2026-03-02T15:56:40.701072Z","steps":["trace[1117867975] 'agreement among raft nodes before linearized reading' (duration: 584.184049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:40.70111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.11683Z","time spent":"584.271792ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:56:40.701205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.955016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:56:40.70131Z","caller":"traceutil/trace.go:171","msg":"trace[266301685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:926; }","duration":"583.10853ms","start":"2026-03-02T15:56:40.118178Z","end":"2026-03-02T15:56:40.701287Z","steps":["trace[266301685] 'agreement among raft nodes before linearized reading' (duration: 582.849993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:40.701363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.118157Z","time spent":"583.196193ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T15:56:41.116801Z","caller":"traceutil/trace.go:171","msg":"trace[1176485799] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"411.714977ms","start":"2026-03-02T15:56:40.705054Z","end":"2026-03-02T15:56:41.116768Z","steps":["trace[1176485799] 'process raft request' (duration: 411.473001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:41.117948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.705017Z","time spent":"412.833107ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:41.329687Z","caller":"traceutil/trace.go:171","msg":"trace[1170908494] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"624.41792ms","start":"2026-03-02T15:56:40.705241Z","end":"2026-03-02T15:56:41.329659Z","steps":["trace[1170908494] 'process raft request' (duration: 594.926988ms)","trace[1170908494] 'compare' (duration: 29.322147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:41.329889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.705218Z","time spent":"624.556794ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:41.330076Z","caller":"traceutil/trace.go:171","msg":"trace[2059690878] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"623.920177ms","start":"2026-03-02T15:56:40.706128Z","end":"2026-03-02T15:56:41.330048Z","steps":["trace[2059690878] 'process raft request' (duration: 623.799954ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:41.330089Z","caller":"traceutil/trace.go:171","msg":"trace[2132468810] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"623.963137ms","start":"2026-03-02T15:56:40.706099Z","end":"2026-03-02T15:56:41.330062Z","steps":["trace[2132468810] 'process raft request' (duration: 623.517935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:41.330246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.706117Z","time spent":"624.04751ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:41.330312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.706077Z","time spent":"624.201014ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:41.565824Z","caller":"traceutil/trace.go:171","msg":"trace[921024256] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"141.82425ms","start":"2026-03-02T15:56:41.423963Z","end":"2026-03-02T15:56:41.565787Z","steps":["trace[921024256] 'process raft request' (duration: 42.162533ms)","trace[921024256] 'compare' (duration: 99.474382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:41.780149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.785844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:41.780367Z","caller":"traceutil/trace.go:171","msg":"trace[571557285] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"203.817244ms","start":"2026-03-02T15:56:41.576504Z","end":"2026-03-02T15:56:41.780322Z","steps":["trace[571557285] 'process raft request' (duration: 95.375522ms)","trace[571557285] 'compare' (duration: 107.586869ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:42.062634Z","caller":"traceutil/trace.go:171","msg":"trace[576966581] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"270.764092ms","start":"2026-03-02T15:56:41.79183Z","end":"2026-03-02T15:56:42.062594Z","steps":["trace[576966581] 'process raft request' (duration: 270.437133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:42.062784Z","caller":"traceutil/trace.go:171","msg":"trace[1132165289] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"253.581801ms","start":"2026-03-02T15:56:41.809172Z","end":"2026-03-02T15:56:42.062754Z","steps":["trace[1132165289] 'process raft request' (duration: 253.481418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:42.28912Z","caller":"traceutil/trace.go:171","msg":"trace[590902915] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"218.737984ms","start":"2026-03-02T15:56:42.070359Z","end":"2026-03-02T15:56:42.289097Z","steps":["trace[590902915] 'process raft request' (duration: 218.58445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:42.850335Z","caller":"traceutil/trace.go:171","msg":"trace[2065051911] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"103.607893ms","start":"2026-03-02T15:56:42.7467Z","end":"2026-03-02T15:56:42.850308Z","steps":["trace[2065051911] 'read index received' (duration: 103.319655ms)","trace[2065051911] 'applied index is now lower than readState.Index' (duration: 286.918µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:42.850456Z","caller":"traceutil/trace.go:171","msg":"trace[1735961574] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"133.486815ms","start":"2026-03-02T15:56:42.716944Z","end":"2026-03-02T15:56:42.850431Z","steps":["trace[1735961574] 'process raft request' (duration: 133.173837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:42.850709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.987173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-7x5nn\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-03-02T15:56:42.850776Z","caller":"traceutil/trace.go:171","msg":"trace[1434420030] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-7x5nn; range_end:; response_count:1; response_revision:937; }","duration":"104.132187ms","start":"2026-03-02T15:56:42.746629Z","end":"2026-03-02T15:56:42.850761Z","steps":["trace[1434420030] 'agreement among raft nodes before linearized reading' (duration: 103.799788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.036582Z","caller":"traceutil/trace.go:171","msg":"trace[1647306223] transaction","detail":"{read_only:false; number_of_response:1; response_revision:938; }","duration":"130.974678ms","start":"2026-03-02T15:56:42.905579Z","end":"2026-03-02T15:56:43.036554Z","steps":["trace[1647306223] 'process raft request' (duration: 80.155463ms)","trace[1647306223] 'compare' (duration: 50.715952ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:43.20427Z","caller":"traceutil/trace.go:171","msg":"trace[261348854] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"145.805666ms","start":"2026-03-02T15:56:43.058441Z","end":"2026-03-02T15:56:43.204247Z","steps":["trace[261348854] 'process raft request' (duration: 145.660932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.204599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.141456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:43.204628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.574688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:43.204664Z","caller":"traceutil/trace.go:171","msg":"trace[1676169156] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:940; }","duration":"155.242359ms","start":"2026-03-02T15:56:43.049406Z","end":"2026-03-02T15:56:43.204648Z","steps":["trace[1676169156] 'agreement among raft nodes before linearized reading' (duration: 155.072725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.204688Z","caller":"traceutil/trace.go:171","msg":"trace[865010725] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:940; }","duration":"155.662891ms","start":"2026-03-02T15:56:43.048961Z","end":"2026-03-02T15:56:43.204665Z","steps":["trace[865010725] 'agreement among raft nodes before linearized reading' (duration: 155.571498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.204675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.988256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:43.2047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.494733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:43.20477Z","caller":"traceutil/trace.go:171","msg":"trace[391047116] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:940; }","duration":"141.152851ms","start":"2026-03-02T15:56:43.063595Z","end":"2026-03-02T15:56:43.204748Z","steps":["trace[391047116] 'agreement among raft nodes before linearized reading' (duration: 140.955266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.204783Z","caller":"traceutil/trace.go:171","msg":"trace[792491409] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:940; }","duration":"140.642798ms","start":"2026-03-02T15:56:43.064121Z","end":"2026-03-02T15:56:43.204764Z","steps":["trace[792491409] 'agreement among raft nodes before linearized reading' (duration: 140.468393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.205153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.548021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:43.205215Z","caller":"traceutil/trace.go:171","msg":"trace[1336687310] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:940; }","duration":"141.649514ms","start":"2026-03-02T15:56:43.063549Z","end":"2026-03-02T15:56:43.205198Z","steps":["trace[1336687310] 'agreement among raft nodes before linearized reading' (duration: 141.534181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.439124Z","caller":"traceutil/trace.go:171","msg":"trace[30694924] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"228.691712ms","start":"2026-03-02T15:56:43.210404Z","end":"2026-03-02T15:56:43.439096Z","steps":["trace[30694924] 'process raft request' (duration: 222.220768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.439241Z","caller":"traceutil/trace.go:171","msg":"trace[1368871864] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"228.280351ms","start":"2026-03-02T15:56:43.210923Z","end":"2026-03-02T15:56:43.439203Z","steps":["trace[1368871864] 'process raft request' (duration: 228.089556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.530041Z","caller":"traceutil/trace.go:171","msg":"trace[1417892539] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:970; }","duration":"256.097888ms","start":"2026-03-02T15:56:43.273909Z","end":"2026-03-02T15:56:43.530007Z","steps":["trace[1417892539] 'read index received' (duration: 158.699362ms)","trace[1417892539] 'applied index is now lower than readState.Index' (duration: 97.396296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:43.530278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.340545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:56:43.530377Z","caller":"traceutil/trace.go:171","msg":"trace[994046464] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:942; }","duration":"256.510329ms","start":"2026-03-02T15:56:43.273841Z","end":"2026-03-02T15:56:43.530352Z","steps":["trace[994046464] 'agreement among raft nodes before linearized reading' (duration: 256.316204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.530531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.046516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T15:56:43.530487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.088666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T15:56:43.530641Z","caller":"traceutil/trace.go:171","msg":"trace[1161726880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:942; }","duration":"193.271311ms","start":"2026-03-02T15:56:43.337357Z","end":"2026-03-02T15:56:43.530628Z","steps":["trace[1161726880] 'agreement among raft nodes before linearized reading' (duration: 192.947102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.530655Z","caller":"traceutil/trace.go:171","msg":"trace[934924510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"196.161138ms","start":"2026-03-02T15:56:43.33445Z","end":"2026-03-02T15:56:43.530612Z","steps":["trace[934924510] 'agreement among raft nodes before linearized reading' (duration: 196.000674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.530789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.218623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:56:43.531505Z","caller":"traceutil/trace.go:171","msg":"trace[2047960699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:942; }","duration":"196.173469ms","start":"2026-03-02T15:56:43.335314Z","end":"2026-03-02T15:56:43.531488Z","steps":["trace[2047960699] 'agreement among raft nodes before linearized reading' (duration: 195.069369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.531015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.384611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:43.531599Z","caller":"traceutil/trace.go:171","msg":"trace[1740662145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:942; }","duration":"213.997648ms","start":"2026-03-02T15:56:43.317577Z","end":"2026-03-02T15:56:43.531574Z","steps":["trace[1740662145] 'agreement among raft nodes before linearized reading' (duration: 212.667982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:51.756097Z","caller":"traceutil/trace.go:171","msg":"trace[528408964] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1015; }","duration":"171.419634ms","start":"2026-03-02T15:56:51.584649Z","end":"2026-03-02T15:56:51.756068Z","steps":["trace[528408964] 'read index received' (duration: 171.163117ms)","trace[528408964] 'applied index is now lower than readState.Index' (duration: 255.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:51.756236Z","caller":"traceutil/trace.go:171","msg":"trace[1136183978] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"252.315082ms","start":"2026-03-02T15:56:51.503885Z","end":"2026-03-02T15:56:51.7562Z","steps":["trace[1136183978] 'process raft request' (duration: 251.979733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:51.756985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.176882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:56:51.757074Z","caller":"traceutil/trace.go:171","msg":"trace[847691388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:984; }","duration":"119.303245ms","start":"2026-03-02T15:56:51.637738Z","end":"2026-03-02T15:56:51.757041Z","steps":["trace[847691388] 'agreement among raft nodes before linearized reading' (duration: 119.10617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:51.756452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.763623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:51.757184Z","caller":"traceutil/trace.go:171","msg":"trace[1153385806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:984; }","duration":"172.568196ms","start":"2026-03-02T15:56:51.584597Z","end":"2026-03-02T15:56:51.757165Z","steps":["trace[1153385806] 'agreement among raft nodes before linearized reading' (duration: 171.651201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:51.757323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.336059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:56:51.757361Z","caller":"traceutil/trace.go:171","msg":"trace[344670568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:984; }","duration":"118.396151ms","start":"2026-03-02T15:56:51.638955Z","end":"2026-03-02T15:56:51.757351Z","steps":["trace[344670568] 'agreement among raft nodes before linearized reading' (duration: 118.297978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:07.957601Z","caller":"traceutil/trace.go:171","msg":"trace[1847567822] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1151; }","duration":"115.698718ms","start":"2026-03-02T15:57:07.841854Z","end":"2026-03-02T15:57:07.957553Z","steps":["trace[1847567822] 'read index received' (duration: 115.426041ms)","trace[1847567822] 'applied index is now lower than readState.Index' (duration: 270.177µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:07.957678Z","caller":"traceutil/trace.go:171","msg":"trace[1177938221] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"117.220399ms","start":"2026-03-02T15:57:07.840422Z","end":"2026-03-02T15:57:07.957643Z","steps":["trace[1177938221] 'process raft request' (duration: 116.808978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:07.958039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.15033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:57:07.958132Z","caller":"traceutil/trace.go:171","msg":"trace[470783579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1113; }","duration":"116.279784ms","start":"2026-03-02T15:57:07.84183Z","end":"2026-03-02T15:57:07.95811Z","steps":["trace[470783579] 'agreement among raft nodes before linearized reading' (duration: 115.942235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:07.981768Z","caller":"traceutil/trace.go:171","msg":"trace[514021637] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"114.171636ms","start":"2026-03-02T15:57:07.867574Z","end":"2026-03-02T15:57:07.981746Z","steps":["trace[514021637] 'process raft request' (duration: 114.031972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:07.981851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.843244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:57:07.981937Z","caller":"traceutil/trace.go:171","msg":"trace[1246892351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1115; }","duration":"138.962017ms","start":"2026-03-02T15:57:07.842956Z","end":"2026-03-02T15:57:07.981917Z","steps":["trace[1246892351] 'agreement among raft nodes before linearized reading' (duration: 138.71634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:07.98197Z","caller":"traceutil/trace.go:171","msg":"trace[1071941069] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"138.788502ms","start":"2026-03-02T15:57:07.843134Z","end":"2026-03-02T15:57:07.981922Z","steps":["trace[1071941069] 'process raft request' (duration: 138.316829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:08.207224Z","caller":"traceutil/trace.go:171","msg":"trace[1232968033] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1158; }","duration":"115.76229ms","start":"2026-03-02T15:57:08.091437Z","end":"2026-03-02T15:57:08.207199Z","steps":["trace[1232968033] 'read index received' (duration: 92.943414ms)","trace[1232968033] 'applied index is now lower than readState.Index' (duration: 22.817976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:08.207313Z","caller":"traceutil/trace.go:171","msg":"trace[1790052993] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1119; }","duration":"125.175735ms","start":"2026-03-02T15:57:08.082115Z","end":"2026-03-02T15:57:08.207291Z","steps":["trace[1790052993] 'process raft request' (duration: 102.258365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:08.207357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.908014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T15:57:08.207399Z","caller":"traceutil/trace.go:171","msg":"trace[2074160878] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1119; }","duration":"116.009797ms","start":"2026-03-02T15:57:08.091376Z","end":"2026-03-02T15:57:08.207386Z","steps":["trace[2074160878] 'agreement among raft nodes before linearized reading' (duration: 115.920284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:13.656665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503730563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T15:57:13.676771Z","caller":"traceutil/trace.go:171","msg":"trace[441292993] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"631.470512ms","start":"2026-03-02T15:57:13.045271Z","end":"2026-03-02T15:57:13.676741Z","steps":["trace[441292993] 'process raft request' (duration: 631.274576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:13.676973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:13.045244Z","time spent":"631.625866ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:13.702318Z","caller":"traceutil/trace.go:171","msg":"trace[1674334471] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1268; }","duration":"546.449133ms","start":"2026-03-02T15:57:13.155832Z","end":"2026-03-02T15:57:13.702281Z","steps":["trace[1674334471] 'read index received' (duration: 520.834971ms)","trace[1674334471] 'applied index is now lower than readState.Index' (duration: 25.612222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:13.702521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.66231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:13.702613Z","caller":"traceutil/trace.go:171","msg":"trace[1128507893] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1229; }","duration":"546.822934ms","start":"2026-03-02T15:57:13.155771Z","end":"2026-03-02T15:57:13.702594Z","steps":["trace[1128507893] 'agreement among raft nodes before linearized reading' (duration: 546.654059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:13.702655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.590552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:13.702667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:13.155748Z","time spent":"546.907565ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:57:13.702719Z","caller":"traceutil/trace.go:171","msg":"trace[1173423016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1229; }","duration":"224.717175ms","start":"2026-03-02T15:57:13.477978Z","end":"2026-03-02T15:57:13.702695Z","steps":["trace[1173423016] 'agreement among raft nodes before linearized reading' (duration: 224.597892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:13.70291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.282904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T15:57:13.702996Z","caller":"traceutil/trace.go:171","msg":"trace[1323228872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1229; }","duration":"119.462319ms","start":"2026-03-02T15:57:13.583516Z","end":"2026-03-02T15:57:13.702978Z","steps":["trace[1323228872] 'agreement among raft nodes before linearized reading' (duration: 119.055468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:13.997871Z","caller":"traceutil/trace.go:171","msg":"trace[596054282] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"283.376501ms","start":"2026-03-02T15:57:13.714456Z","end":"2026-03-02T15:57:13.997833Z","steps":["trace[596054282] 'process raft request' (duration: 283.089174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.030806Z","caller":"traceutil/trace.go:171","msg":"trace[1938191302] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"105.568304ms","start":"2026-03-02T15:57:22.925194Z","end":"2026-03-02T15:57:23.030763Z","steps":["trace[1938191302] 'process raft request' (duration: 105.249136ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.030966Z","caller":"traceutil/trace.go:171","msg":"trace[1239688853] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"105.181713ms","start":"2026-03-02T15:57:22.925766Z","end":"2026-03-02T15:57:23.030947Z","steps":["trace[1239688853] 'process raft request' (duration: 104.901596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.031063Z","caller":"traceutil/trace.go:171","msg":"trace[1541867015] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"104.931167ms","start":"2026-03-02T15:57:22.926072Z","end":"2026-03-02T15:57:23.031003Z","steps":["trace[1541867015] 'process raft request' (duration: 104.729721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.030859Z","caller":"traceutil/trace.go:171","msg":"trace[315373536] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"105.464471ms","start":"2026-03-02T15:57:22.92534Z","end":"2026-03-02T15:57:23.030805Z","steps":["trace[315373536] 'process raft request' (duration: 105.285667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.031201Z","caller":"traceutil/trace.go:171","msg":"trace[1217520937] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"104.936967ms","start":"2026-03-02T15:57:22.926014Z","end":"2026-03-02T15:57:23.030951Z","steps":["trace[1217520937] 'process raft request' (duration: 104.701781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.031214Z","caller":"traceutil/trace.go:171","msg":"trace[155181218] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"104.953157ms","start":"2026-03-02T15:57:22.926099Z","end":"2026-03-02T15:57:23.031052Z","steps":["trace[155181218] 'process raft request' (duration: 104.762082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.031338Z","caller":"traceutil/trace.go:171","msg":"trace[1687600657] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"105.070871ms","start":"2026-03-02T15:57:22.926229Z","end":"2026-03-02T15:57:23.0313Z","steps":["trace[1687600657] 'process raft request' (duration: 104.67327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.03145Z","caller":"traceutil/trace.go:171","msg":"trace[499078811] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"104.972698ms","start":"2026-03-02T15:57:22.926446Z","end":"2026-03-02T15:57:23.031419Z","steps":["trace[499078811] 'process raft request' (duration: 104.785523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.031435Z","caller":"traceutil/trace.go:171","msg":"trace[184686216] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"104.985219ms","start":"2026-03-02T15:57:22.926419Z","end":"2026-03-02T15:57:23.031404Z","steps":["trace[184686216] 'process raft request' (duration: 104.937217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.175388Z","caller":"traceutil/trace.go:171","msg":"trace[2117025300] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"101.012681ms","start":"2026-03-02T15:57:23.074349Z","end":"2026-03-02T15:57:23.175362Z","steps":["trace[2117025300] 'process raft request' (duration: 100.852256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:23.175398Z","caller":"traceutil/trace.go:171","msg":"trace[42123555] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"101.607327ms","start":"2026-03-02T15:57:23.073733Z","end":"2026-03-02T15:57:23.17534Z","steps":["trace[42123555] 'process raft request' (duration: 75.335157ms)","trace[42123555] 'compare' (duration: 25.944151ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:25.613505Z","caller":"traceutil/trace.go:171","msg":"trace[1228277677] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"112.486631ms","start":"2026-03-02T15:57:25.500989Z","end":"2026-03-02T15:57:25.613476Z","steps":["trace[1228277677] 'process raft request' (duration: 112.309366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:27.985306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.935187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146766"} {"level":"info","ts":"2026-03-02T15:57:27.985411Z","caller":"traceutil/trace.go:171","msg":"trace[1123767385] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1478; }","duration":"179.114182ms","start":"2026-03-02T15:57:27.806279Z","end":"2026-03-02T15:57:27.985393Z","steps":["trace[1123767385] 'range keys from in-memory index tree' (duration: 178.6771ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:33.466524Z","caller":"traceutil/trace.go:171","msg":"trace[1668215708] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"200.195272ms","start":"2026-03-02T15:57:33.266298Z","end":"2026-03-02T15:57:33.466493Z","steps":["trace[1668215708] 'process raft request' (duration: 200.033587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:36.42311Z","caller":"traceutil/trace.go:171","msg":"trace[1805256679] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"123.280453ms","start":"2026-03-02T15:57:36.299808Z","end":"2026-03-02T15:57:36.423088Z","steps":["trace[1805256679] 'read index received' (duration: 123.076858ms)","trace[1805256679] 'applied index is now lower than readState.Index' (duration: 202.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:36.423231Z","caller":"traceutil/trace.go:171","msg":"trace[1743415634] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"165.863074ms","start":"2026-03-02T15:57:36.257358Z","end":"2026-03-02T15:57:36.423221Z","steps":["trace[1743415634] 'process raft request' (duration: 165.593676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:36.423434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.615698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T15:57:36.423433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.611962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:57:36.423474Z","caller":"traceutil/trace.go:171","msg":"trace[1434425582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1551; }","duration":"121.680429ms","start":"2026-03-02T15:57:36.301784Z","end":"2026-03-02T15:57:36.423464Z","steps":["trace[1434425582] 'agreement among raft nodes before linearized reading' (duration: 121.583727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:36.423484Z","caller":"traceutil/trace.go:171","msg":"trace[1358789823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1551; }","duration":"123.694044ms","start":"2026-03-02T15:57:36.29978Z","end":"2026-03-02T15:57:36.423474Z","steps":["trace[1358789823] 'agreement among raft nodes before linearized reading' (duration: 123.55191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:36.423685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.33976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:57:36.423769Z","caller":"traceutil/trace.go:171","msg":"trace[169320720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1551; }","duration":"121.453724ms","start":"2026-03-02T15:57:36.302291Z","end":"2026-03-02T15:57:36.423744Z","steps":["trace[169320720] 'agreement among raft nodes before linearized reading' (duration: 121.167996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:38.903415Z","caller":"traceutil/trace.go:171","msg":"trace[1105803560] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"104.736802ms","start":"2026-03-02T15:57:38.798633Z","end":"2026-03-02T15:57:38.90337Z","steps":["trace[1105803560] 'process raft request' (duration: 104.105134ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:39.688465Z","caller":"traceutil/trace.go:171","msg":"trace[1486586646] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"109.920761ms","start":"2026-03-02T15:57:39.578504Z","end":"2026-03-02T15:57:39.688424Z","steps":["trace[1486586646] 'process raft request' (duration: 78.346508ms)","trace[1486586646] 'compare' (duration: 31.424249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:39.904552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.902795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:57:39.904677Z","caller":"traceutil/trace.go:171","msg":"trace[727704913] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"142.242564ms","start":"2026-03-02T15:57:39.762415Z","end":"2026-03-02T15:57:39.904658Z","steps":["trace[727704913] 'read index received' (duration: 40.049011ms)","trace[727704913] 'applied index is now lower than readState.Index' (duration: 102.191783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:39.904803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.845129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:39.90477Z","caller":"traceutil/trace.go:171","msg":"trace[238946140] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"189.464121ms","start":"2026-03-02T15:57:39.71525Z","end":"2026-03-02T15:57:39.904714Z","steps":["trace[238946140] 'process raft request' (duration: 87.292379ms)","trace[238946140] 'compare' (duration: 101.760291ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:39.904848Z","caller":"traceutil/trace.go:171","msg":"trace[346018413] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1629; }","duration":"136.929961ms","start":"2026-03-02T15:57:39.767904Z","end":"2026-03-02T15:57:39.904834Z","steps":["trace[346018413] 'agreement among raft nodes before linearized reading' (duration: 136.859259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:39.904925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.566096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:57:39.905061Z","caller":"traceutil/trace.go:171","msg":"trace[850742583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1629; }","duration":"195.751091ms","start":"2026-03-02T15:57:39.709278Z","end":"2026-03-02T15:57:39.905029Z","steps":["trace[850742583] 'agreement among raft nodes before linearized reading' (duration: 195.472314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:42.958135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503731455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:57:43.459104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503731455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:57:43.703104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663913482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a80ecac2-4583-43db-8b03-d35bf08e14cf\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-02T15:57:43.703145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753137994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:57:43.703192Z","caller":"traceutil/trace.go:171","msg":"trace[846815095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a80ecac2-4583-43db-8b03-d35bf08e14cf; range_end:; response_count:1; response_revision:1651; }","duration":"1.664050956s","start":"2026-03-02T15:57:42.039123Z","end":"2026-03-02T15:57:43.703174Z","steps":["trace[846815095] 'range keys from in-memory index tree' (duration: 1.663700707s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:43.703219Z","caller":"traceutil/trace.go:171","msg":"trace[834211120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1651; }","duration":"1.753257398s","start":"2026-03-02T15:57:41.949944Z","end":"2026-03-02T15:57:43.703201Z","steps":["trace[834211120] 'range keys from in-memory index tree' (duration: 1.752932089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:43.703236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.039101Z","time spent":"1.664125888s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a80ecac2-4583-43db-8b03-d35bf08e14cf\" "} {"level":"warn","ts":"2026-03-02T15:57:43.703269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:41.949923Z","time spent":"1.75333245s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:57:43.703551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8709423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:43.703592Z","caller":"traceutil/trace.go:171","msg":"trace[196999553] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1651; }","duration":"1.871055563s","start":"2026-03-02T15:57:41.832526Z","end":"2026-03-02T15:57:43.703582Z","steps":["trace[196999553] 'count revisions from in-memory index tree' (duration: 1.870862688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:43.703587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796261641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:43.703622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:41.832485Z","time spent":"1.871128485s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:57:43.70363Z","caller":"traceutil/trace.go:171","msg":"trace[1588416590] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1651; }","duration":"1.796343633s","start":"2026-03-02T15:57:41.907273Z","end":"2026-03-02T15:57:43.703616Z","steps":["trace[1588416590] 'count revisions from in-memory index tree' (duration: 1.796186258s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:43.703701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:41.907253Z","time spent":"1.796435805s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:57:43.780982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735396295s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:57:43.7815Z","caller":"traceutil/trace.go:171","msg":"trace[438737488] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.735977081s","start":"2026-03-02T15:57:42.045494Z","end":"2026-03-02T15:57:43.781471Z","steps":["trace[438737488] 'process raft request' (duration: 1.735798306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:43.781678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.045474Z","time spent":"1.736118835s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:44.41825Z","caller":"traceutil/trace.go:171","msg":"trace[411565999] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.453797802s","start":"2026-03-02T15:57:42.96442Z","end":"2026-03-02T15:57:44.418218Z","steps":["trace[411565999] 'process raft request' (duration: 1.453372251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:44.418453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.964382Z","time spent":"1.453962327s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:44.41853Z","caller":"traceutil/trace.go:171","msg":"trace[352013875] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"1.363958804s","start":"2026-03-02T15:57:43.054548Z","end":"2026-03-02T15:57:44.418507Z","steps":["trace[352013875] 'process raft request' (duration: 1.363597564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:44.418629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.054529Z","time spent":"1.364048116s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:44.418825Z","caller":"traceutil/trace.go:171","msg":"trace[720975500] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"1.181070519s","start":"2026-03-02T15:57:43.237732Z","end":"2026-03-02T15:57:44.418803Z","steps":["trace[720975500] 'process raft request' (duration: 1.180702979s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:44.418962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.237706Z","time spent":"1.181191153s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:57:45.4767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T15:57:45.476836Z","caller":"traceutil/trace.go:171","msg":"trace[1495514522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045032s","start":"2026-03-02T15:57:43.476766Z","end":"2026-03-02T15:57:45.476811Z","steps":["trace[1495514522] 'agreement among raft nodes before linearized reading' (duration: 1.999892268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.476891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.476749Z","time spent":"2.000127464s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 15:57:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T15:57:45.528482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10967971s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T15:57:45.528953Z","caller":"traceutil/trace.go:171","msg":"trace[1682883675] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"1.970165194s","start":"2026-03-02T15:57:43.558763Z","end":"2026-03-02T15:57:45.528928Z","steps":["trace[1682883675] 'process raft request' (duration: 1.969807764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.529155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.558738Z","time spent":"1.970311918s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:45.529505Z","caller":"traceutil/trace.go:171","msg":"trace[658363519] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"1.821470823s","start":"2026-03-02T15:57:43.708006Z","end":"2026-03-02T15:57:45.529476Z","steps":["trace[658363519] 'process raft request' (duration: 1.820846416s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.529615Z","caller":"traceutil/trace.go:171","msg":"trace[1092246926] linearizableReadLoop","detail":"{readStateIndex:1723; appliedIndex:1719; }","duration":"3.072238718s","start":"2026-03-02T15:57:42.457359Z","end":"2026-03-02T15:57:45.529598Z","steps":["trace[1092246926] 'read index received' (duration: 1.324037115s)","trace[1092246926] 'applied index is now lower than readState.Index' (duration: 1.748200223s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:45.529695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.707984Z","time spent":"1.821598367s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:45.529701Z","caller":"traceutil/trace.go:171","msg":"trace[1486768403] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"1.819057369s","start":"2026-03-02T15:57:43.710617Z","end":"2026-03-02T15:57:45.529674Z","steps":["trace[1486768403] 'process raft request' (duration: 1.818534475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.529843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.710601Z","time spent":"1.819165411s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:57:45.529849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072488914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:57:45.529955Z","caller":"traceutil/trace.go:171","msg":"trace[270985110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1658; }","duration":"3.072618837s","start":"2026-03-02T15:57:42.457306Z","end":"2026-03-02T15:57:45.529925Z","steps":["trace[270985110] 'agreement among raft nodes before linearized reading' (duration: 3.072413472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.529997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052522864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189911661827ccc3\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-02T15:57:45.530066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.457285Z","time spent":"3.072721291s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T15:57:45.530071Z","caller":"traceutil/trace.go:171","msg":"trace[853721440] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189911661827ccc3; range_end:; response_count:1; response_revision:1658; }","duration":"3.052607587s","start":"2026-03-02T15:57:42.477435Z","end":"2026-03-02T15:57:45.530043Z","steps":["trace[853721440] 'agreement among raft nodes before linearized reading' (duration: 3.052461813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.53008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960927168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:57:45.530121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.477418Z","time spent":"3.052690258s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189911661827ccc3\" "} {"level":"info","ts":"2026-03-02T15:57:45.530132Z","caller":"traceutil/trace.go:171","msg":"trace[2088753572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1658; }","duration":"2.961013051s","start":"2026-03-02T15:57:42.569104Z","end":"2026-03-02T15:57:45.530117Z","steps":["trace[2088753572] 'agreement among raft nodes before linearized reading' (duration: 2.960866707s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.53013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78791398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:45.531194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03499181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:57:45.531224Z","caller":"traceutil/trace.go:171","msg":"trace[1384865111] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1658; }","duration":"2.789043791s","start":"2026-03-02T15:57:42.742143Z","end":"2026-03-02T15:57:45.531186Z","steps":["trace[1384865111] 'agreement among raft nodes before linearized reading' (duration: 2.787862239s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.531267Z","caller":"traceutil/trace.go:171","msg":"trace[1614611630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1658; }","duration":"3.03608093s","start":"2026-03-02T15:57:42.495166Z","end":"2026-03-02T15:57:45.531247Z","steps":["trace[1614611630] 'agreement among raft nodes before linearized reading' (duration: 3.034846547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.531308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.742119Z","time spent":"2.789147544s","remote":"127.0.0.1:44448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:57:45.531334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.495146Z","time spent":"3.036173512s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:57:45.531378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.569082Z","time spent":"2.96211838s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:57:45.531974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836189701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:57:45.53204Z","caller":"traceutil/trace.go:171","msg":"trace[151029919] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1658; }","duration":"1.836311425s","start":"2026-03-02T15:57:43.695714Z","end":"2026-03-02T15:57:45.532025Z","steps":["trace[151029919] 'agreement among raft nodes before linearized reading' (duration: 1.834441255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.532089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.695685Z","time spent":"1.836393037s","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:57:45.53232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520137447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T15:57:45.532389Z","caller":"traceutil/trace.go:171","msg":"trace[2031173885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1658; }","duration":"1.520244331s","start":"2026-03-02T15:57:44.012126Z","end":"2026-03-02T15:57:45.532371Z","steps":["trace[2031173885] 'agreement among raft nodes before linearized reading' (duration: 1.518035471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.53245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:44.012107Z","time spent":"1.520331992s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T15:57:45.532557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944810992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a80ecac2-4583-43db-8b03-d35bf08e14cf\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-02T15:57:45.532601Z","caller":"traceutil/trace.go:171","msg":"trace[572739791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a80ecac2-4583-43db-8b03-d35bf08e14cf; range_end:; response_count:1; response_revision:1658; }","duration":"2.944878225s","start":"2026-03-02T15:57:42.58771Z","end":"2026-03-02T15:57:45.532588Z","steps":["trace[572739791] 'agreement among raft nodes before linearized reading' (duration: 2.942419798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.532646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.587697Z","time spent":"2.944939016s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a80ecac2-4583-43db-8b03-d35bf08e14cf\" "} {"level":"warn","ts":"2026-03-02T15:57:45.532866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12111817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-02T15:57:45.532957Z","caller":"traceutil/trace.go:171","msg":"trace[1892638510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1658; }","duration":"1.121196452s","start":"2026-03-02T15:57:44.411711Z","end":"2026-03-02T15:57:45.532907Z","steps":["trace[1892638510] 'agreement among raft nodes before linearized reading' (duration: 1.118460098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.533008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:44.411693Z","time spent":"1.121303875s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T15:57:45.533122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038751042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:57:45.533188Z","caller":"traceutil/trace.go:171","msg":"trace[771891456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1658; }","duration":"3.038848805s","start":"2026-03-02T15:57:42.494315Z","end":"2026-03-02T15:57:45.533163Z","steps":["trace[771891456] 'agreement among raft nodes before linearized reading' (duration: 3.035844124s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.533225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.494296Z","time spent":"3.038920237s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:57:45.533419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59382164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:45.53347Z","caller":"traceutil/trace.go:171","msg":"trace[1501985957] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1658; }","duration":"1.593943003s","start":"2026-03-02T15:57:43.939507Z","end":"2026-03-02T15:57:45.53345Z","steps":["trace[1501985957] 'agreement among raft nodes before linearized reading' (duration: 1.590673634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.533501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.93946Z","time spent":"1.594032415s","remote":"127.0.0.1:55326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:57:45.533607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74844861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:57:45.533668Z","caller":"traceutil/trace.go:171","msg":"trace[868877627] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1658; }","duration":"1.748544292s","start":"2026-03-02T15:57:43.785108Z","end":"2026-03-02T15:57:45.533652Z","steps":["trace[868877627] 'agreement among raft nodes before linearized reading' (duration: 1.745077019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.530079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774084152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:57:45.533734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.785086Z","time spent":"1.748626555s","remote":"127.0.0.1:44418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:57:45.533883Z","caller":"traceutil/trace.go:171","msg":"trace[1172844112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1658; }","duration":"1.777949747s","start":"2026-03-02T15:57:43.755915Z","end":"2026-03-02T15:57:45.533865Z","steps":["trace[1172844112] 'agreement among raft nodes before linearized reading' (duration: 1.7739969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.533947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:43.755894Z","time spent":"1.77803715s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:57:45.534117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03795696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:57:45.534198Z","caller":"traceutil/trace.go:171","msg":"trace[622257488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1658; }","duration":"3.038052764s","start":"2026-03-02T15:57:42.496125Z","end":"2026-03-02T15:57:45.534178Z","steps":["trace[622257488] 'agreement among raft nodes before linearized reading' (duration: 3.034000014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.53446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:42.496115Z","time spent":"3.038135456s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T15:57:45.692006Z","caller":"traceutil/trace.go:171","msg":"trace[1545378318] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"153.772827ms","start":"2026-03-02T15:57:45.538204Z","end":"2026-03-02T15:57:45.691977Z","steps":["trace[1545378318] 'process raft request' (duration: 153.673024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.692071Z","caller":"traceutil/trace.go:171","msg":"trace[1420817250] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"154.308341ms","start":"2026-03-02T15:57:45.537725Z","end":"2026-03-02T15:57:45.692033Z","steps":["trace[1420817250] 'process raft request' (duration: 154.023594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.692317Z","caller":"traceutil/trace.go:171","msg":"trace[1723670921] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"153.451118ms","start":"2026-03-02T15:57:45.538843Z","end":"2026-03-02T15:57:45.692294Z","steps":["trace[1723670921] 'process raft request' (duration: 153.091939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.692345Z","caller":"traceutil/trace.go:171","msg":"trace[892496251] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"153.168941ms","start":"2026-03-02T15:57:45.539146Z","end":"2026-03-02T15:57:45.692315Z","steps":["trace[892496251] 'process raft request' (duration: 153.003506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.692625Z","caller":"traceutil/trace.go:171","msg":"trace[197644526] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"151.810605ms","start":"2026-03-02T15:57:45.54079Z","end":"2026-03-02T15:57:45.692601Z","steps":["trace[197644526] 'process raft request' (duration: 151.476776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.692839Z","caller":"traceutil/trace.go:171","msg":"trace[985243490] linearizableReadLoop","detail":"{readStateIndex:1733; appliedIndex:1727; }","duration":"150.757716ms","start":"2026-03-02T15:57:45.542066Z","end":"2026-03-02T15:57:45.692824Z","steps":["trace[985243490] 'read index received' (duration: 68.80929ms)","trace[985243490] 'applied index is now lower than readState.Index' (duration: 81.947626ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:45.692901Z","caller":"traceutil/trace.go:171","msg":"trace[1935541341] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"150.124448ms","start":"2026-03-02T15:57:45.542721Z","end":"2026-03-02T15:57:45.692846Z","steps":["trace[1935541341] 'process raft request' (duration: 149.81376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:45.69296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.374998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:45.692965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.875759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:45.692987Z","caller":"traceutil/trace.go:171","msg":"trace[102034703] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1665; }","duration":"149.42597ms","start":"2026-03-02T15:57:45.543552Z","end":"2026-03-02T15:57:45.692978Z","steps":["trace[102034703] 'agreement among raft nodes before linearized reading' (duration: 149.366898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:45.69304Z","caller":"traceutil/trace.go:171","msg":"trace[532062987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1665; }","duration":"150.983152ms","start":"2026-03-02T15:57:45.542036Z","end":"2026-03-02T15:57:45.693019Z","steps":["trace[532062987] 'agreement among raft nodes before linearized reading' (duration: 150.854809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:50.873658Z","caller":"traceutil/trace.go:171","msg":"trace[318001761] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1779; }","duration":"398.4458ms","start":"2026-03-02T15:57:50.475157Z","end":"2026-03-02T15:57:50.873603Z","steps":["trace[318001761] 'read index received' (duration: 357.207173ms)","trace[318001761] 'applied index is now lower than readState.Index' (duration: 41.235137ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:50.87367Z","caller":"traceutil/trace.go:171","msg":"trace[1203436355] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"433.090048ms","start":"2026-03-02T15:57:50.440541Z","end":"2026-03-02T15:57:50.873631Z","steps":["trace[1203436355] 'process raft request' (duration: 392.356294ms)","trace[1203436355] 'compare' (duration: 40.472737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:50.873912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.742378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:50.873968Z","caller":"traceutil/trace.go:171","msg":"trace[919858476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1710; }","duration":"398.84693ms","start":"2026-03-02T15:57:50.475104Z","end":"2026-03-02T15:57:50.873951Z","steps":["trace[919858476] 'agreement among raft nodes before linearized reading' (duration: 398.686296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:50.874026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:50.440511Z","time spent":"433.393796ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:57:50.874198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.701763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:57:50.874307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:50.475083Z","time spent":"398.916823ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:57:50.874309Z","caller":"traceutil/trace.go:171","msg":"trace[1253919967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1710; }","duration":"297.861247ms","start":"2026-03-02T15:57:50.576419Z","end":"2026-03-02T15:57:50.874281Z","steps":["trace[1253919967] 'agreement among raft nodes before linearized reading' (duration: 297.574209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:50.874376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.451537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-02T15:57:50.874479Z","caller":"traceutil/trace.go:171","msg":"trace[1522547872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1710; }","duration":"163.615311ms","start":"2026-03-02T15:57:50.710843Z","end":"2026-03-02T15:57:50.874459Z","steps":["trace[1522547872] 'agreement among raft nodes before linearized reading' (duration: 163.330653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:50.874519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.793255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:50.874674Z","caller":"traceutil/trace.go:171","msg":"trace[36719939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1710; }","duration":"257.027981ms","start":"2026-03-02T15:57:50.617614Z","end":"2026-03-02T15:57:50.874642Z","steps":["trace[36719939] 'agreement among raft nodes before linearized reading' (duration: 256.654441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:57.765758Z","caller":"traceutil/trace.go:171","msg":"trace[2008276666] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"123.682899ms","start":"2026-03-02T15:57:57.642032Z","end":"2026-03-02T15:57:57.765715Z","steps":["trace[2008276666] 'process raft request' (duration: 123.435962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:58.017533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.217109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:57:58.017901Z","caller":"traceutil/trace.go:171","msg":"trace[329549906] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"210.219293ms","start":"2026-03-02T15:57:57.807658Z","end":"2026-03-02T15:57:58.017877Z","steps":["trace[329549906] 'process raft request' (duration: 56.545381ms)","trace[329549906] 'compare' (duration: 153.055715ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:58.018145Z","caller":"traceutil/trace.go:171","msg":"trace[2046466032] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"208.935238ms","start":"2026-03-02T15:57:57.809178Z","end":"2026-03-02T15:57:58.018114Z","steps":["trace[2046466032] 'process raft request' (duration: 208.468085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:58.018279Z","caller":"traceutil/trace.go:171","msg":"trace[1849296027] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"181.563487ms","start":"2026-03-02T15:57:57.836698Z","end":"2026-03-02T15:57:58.018262Z","steps":["trace[1849296027] 'process raft request' (duration: 181.360852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:58.689811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.600026ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T15:57:58.689921Z","caller":"traceutil/trace.go:171","msg":"trace[946623324] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1841; }","duration":"212.837764ms","start":"2026-03-02T15:57:58.477066Z","end":"2026-03-02T15:57:58.689904Z","steps":["trace[946623324] 'read index received' (duration: 175.295µs)","trace[946623324] 'applied index is now lower than readState.Index' (duration: 212.660839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:58.689998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.934486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:58.689975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:58.019345Z","time spent":"670.621942ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T15:57:58.690024Z","caller":"traceutil/trace.go:171","msg":"trace[1408063338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"213.002658ms","start":"2026-03-02T15:57:58.477013Z","end":"2026-03-02T15:57:58.690015Z","steps":["trace[1408063338] 'agreement among raft nodes before linearized reading' (duration: 212.936436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:02.03741Z","caller":"traceutil/trace.go:171","msg":"trace[1185816941] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1857; }","duration":"227.927493ms","start":"2026-03-02T15:58:01.809436Z","end":"2026-03-02T15:58:02.037364Z","steps":["trace[1185816941] 'read index received' (duration: 225.186869ms)","trace[1185816941] 'applied index is now lower than readState.Index' (duration: 2.739804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:02.03751Z","caller":"traceutil/trace.go:171","msg":"trace[1345338196] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"232.377523ms","start":"2026-03-02T15:58:01.805109Z","end":"2026-03-02T15:58:02.037487Z","steps":["trace[1345338196] 'process raft request' (duration: 229.435454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:02.037633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.175099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:58:02.037665Z","caller":"traceutil/trace.go:171","msg":"trace[84610632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1786; }","duration":"228.257252ms","start":"2026-03-02T15:58:01.8094Z","end":"2026-03-02T15:58:02.037657Z","steps":["trace[84610632] 'agreement among raft nodes before linearized reading' (duration: 228.111518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:02.039226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.247994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:02.040285Z","caller":"traceutil/trace.go:171","msg":"trace[901808524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1787; }","duration":"193.388487ms","start":"2026-03-02T15:58:01.845912Z","end":"2026-03-02T15:58:02.039301Z","steps":["trace[901808524] 'agreement among raft nodes before linearized reading' (duration: 193.11514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.557017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503731746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:58:04.058133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503731746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:58:04.544226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597190775s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:58:04.544788Z","caller":"traceutil/trace.go:171","msg":"trace[1156289401] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"1.597797461s","start":"2026-03-02T15:58:02.946964Z","end":"2026-03-02T15:58:04.544761Z","steps":["trace[1156289401] 'process raft request' (duration: 1.597605356s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.544949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:02.946946Z","time spent":"1.597899264s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:04.754092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.718884ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T15:58:04.754733Z","caller":"traceutil/trace.go:171","msg":"trace[1113402574] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"970.295077ms","start":"2026-03-02T15:58:03.784409Z","end":"2026-03-02T15:58:04.754704Z","steps":["trace[1113402574] 'process raft request' (duration: 969.863785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.75483Z","caller":"traceutil/trace.go:171","msg":"trace[1855933678] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1864; }","duration":"1.698381895s","start":"2026-03-02T15:58:03.056426Z","end":"2026-03-02T15:58:04.754807Z","steps":["trace[1855933678] 'read index received' (duration: 1.488148081s)","trace[1855933678] 'applied index is now lower than readState.Index' (duration: 210.231834ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:04.754837Z","caller":"traceutil/trace.go:171","msg":"trace[1715258856] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"195.305199ms","start":"2026-03-02T15:58:04.559483Z","end":"2026-03-02T15:58:04.754788Z","steps":["trace[1715258856] 'process raft request' (duration: 195.226477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.754811Z","caller":"traceutil/trace.go:171","msg":"trace[1353931926] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"709.972067ms","start":"2026-03-02T15:58:04.044801Z","end":"2026-03-02T15:58:04.754773Z","steps":["trace[1353931926] 'process raft request' (duration: 709.819433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.754963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.04477Z","time spent":"710.135881ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:04.75496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.784391Z","time spent":"970.447342ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:04.755072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698631271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:04.755105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.543695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:58:04.755122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.362989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:58:04.755117Z","caller":"traceutil/trace.go:171","msg":"trace[238017923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1796; }","duration":"1.698711924s","start":"2026-03-02T15:58:03.056391Z","end":"2026-03-02T15:58:04.755103Z","steps":["trace[238017923] 'agreement among raft nodes before linearized reading' (duration: 1.698541229s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.755142Z","caller":"traceutil/trace.go:171","msg":"trace[2051112924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1796; }","duration":"706.613887ms","start":"2026-03-02T15:58:04.04852Z","end":"2026-03-02T15:58:04.755134Z","steps":["trace[2051112924] 'agreement among raft nodes before linearized reading' (duration: 706.439532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.755161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.048508Z","time spent":"706.649147ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T15:58:04.755158Z","caller":"traceutil/trace.go:171","msg":"trace[1213100312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1796; }","duration":"713.426321ms","start":"2026-03-02T15:58:04.041718Z","end":"2026-03-02T15:58:04.755145Z","steps":["trace[1213100312] 'agreement among raft nodes before linearized reading' (duration: 713.323148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.755165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.056377Z","time spent":"1.698779965s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:58:04.755186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.041701Z","time spent":"713.479722ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:04.754998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277772324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:04.755241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.476321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T15:58:04.755181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.773414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:04.755237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.685943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T15:58:04.755263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.117275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:04.755279Z","caller":"traceutil/trace.go:171","msg":"trace[1591539055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"1.278080543s","start":"2026-03-02T15:58:03.477162Z","end":"2026-03-02T15:58:04.755242Z","steps":["trace[1591539055] 'agreement among raft nodes before linearized reading' (duration: 1.277785625s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.755331Z","caller":"traceutil/trace.go:171","msg":"trace[211337445] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1796; }","duration":"989.935519ms","start":"2026-03-02T15:58:03.765336Z","end":"2026-03-02T15:58:04.755272Z","steps":["trace[211337445] 'agreement among raft nodes before linearized reading' (duration: 989.711343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.75526Z","caller":"traceutil/trace.go:171","msg":"trace[1670400129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1796; }","duration":"703.495772ms","start":"2026-03-02T15:58:04.05176Z","end":"2026-03-02T15:58:04.755256Z","steps":["trace[1670400129] 'agreement among raft nodes before linearized reading' (duration: 703.443721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.755614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.051662Z","time spent":"703.937013ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:04.755601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.765317Z","time spent":"990.200836ms","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:04.755191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249305944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:04.755767Z","caller":"traceutil/trace.go:171","msg":"trace[2035074900] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1796; }","duration":"1.249926311s","start":"2026-03-02T15:58:03.505832Z","end":"2026-03-02T15:58:04.755758Z","steps":["trace[2035074900] 'agreement among raft nodes before linearized reading' (duration: 1.249276643s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.755801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.505817Z","time spent":"1.249973671s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:58:04.755319Z","caller":"traceutil/trace.go:171","msg":"trace[839473978] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1796; }","duration":"736.200297ms","start":"2026-03-02T15:58:04.019102Z","end":"2026-03-02T15:58:04.755302Z","steps":["trace[839473978] 'agreement among raft nodes before linearized reading' (duration: 736.135465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.755901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.01908Z","time spent":"736.806094ms","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:58:04.755313Z","caller":"traceutil/trace.go:171","msg":"trace[74984868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1796; }","duration":"701.792216ms","start":"2026-03-02T15:58:04.053501Z","end":"2026-03-02T15:58:04.755293Z","steps":["trace[74984868] 'agreement among raft nodes before linearized reading' (duration: 701.57336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.756178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.053488Z","time spent":"702.68129ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:58:04.755368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.243031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:58:04.756247Z","caller":"traceutil/trace.go:171","msg":"trace[1588257443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1796; }","duration":"702.137955ms","start":"2026-03-02T15:58:04.054087Z","end":"2026-03-02T15:58:04.756225Z","steps":["trace[1588257443] 'agreement among raft nodes before linearized reading' (duration: 701.19388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.756336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.054071Z","time spent":"702.245628ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:58:04.755401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.477136Z","time spent":"1.278226877s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:58:06.976906Z","caller":"traceutil/trace.go:171","msg":"trace[422021270] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"155.774879ms","start":"2026-03-02T15:58:06.821092Z","end":"2026-03-02T15:58:06.976867Z","steps":["trace[422021270] 'process raft request' (duration: 107.982665ms)","trace[422021270] 'compare' (duration: 47.578378ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:06.977162Z","caller":"traceutil/trace.go:171","msg":"trace[1879019209] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"155.532132ms","start":"2026-03-02T15:58:06.821604Z","end":"2026-03-02T15:58:06.977136Z","steps":["trace[1879019209] 'process raft request' (duration: 155.199603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:06.977274Z","caller":"traceutil/trace.go:171","msg":"trace[303156129] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"155.594504ms","start":"2026-03-02T15:58:06.821643Z","end":"2026-03-02T15:58:06.977238Z","steps":["trace[303156129] 'process raft request' (duration: 155.385198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:06.977505Z","caller":"traceutil/trace.go:171","msg":"trace[1547665858] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"155.290015ms","start":"2026-03-02T15:58:06.822183Z","end":"2026-03-02T15:58:06.977473Z","steps":["trace[1547665858] 'process raft request' (duration: 155.005898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:22.844565Z","caller":"traceutil/trace.go:171","msg":"trace[1428684317] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"188.886405ms","start":"2026-03-02T15:58:22.655616Z","end":"2026-03-02T15:58:22.844502Z","steps":["trace[1428684317] 'process raft request' (duration: 188.70178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:22.86683Z","caller":"traceutil/trace.go:171","msg":"trace[2103585198] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"154.296778ms","start":"2026-03-02T15:58:22.712511Z","end":"2026-03-02T15:58:22.866808Z","steps":["trace[2103585198] 'process raft request' (duration: 154.170124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:22.999851Z","caller":"traceutil/trace.go:171","msg":"trace[274427362] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"132.869969ms","start":"2026-03-02T15:58:22.866932Z","end":"2026-03-02T15:58:22.999802Z","steps":["trace[274427362] 'process raft request' (duration: 72.665538ms)","trace[274427362] 'compare' (duration: 60.036736ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:23.251136Z","caller":"traceutil/trace.go:171","msg":"trace[621123493] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"179.980004ms","start":"2026-03-02T15:58:23.071123Z","end":"2026-03-02T15:58:23.251103Z","steps":["trace[621123493] 'process raft request' (duration: 179.785309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:23.292684Z","caller":"traceutil/trace.go:171","msg":"trace[1766194522] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"221.374855ms","start":"2026-03-02T15:58:23.071277Z","end":"2026-03-02T15:58:23.292652Z","steps":["trace[1766194522] 'process raft request' (duration: 221.251392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:23.292684Z","caller":"traceutil/trace.go:171","msg":"trace[1305095545] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"221.453457ms","start":"2026-03-02T15:58:23.071197Z","end":"2026-03-02T15:58:23.29265Z","steps":["trace[1305095545] 'process raft request' (duration: 221.135659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:23.292833Z","caller":"traceutil/trace.go:171","msg":"trace[643723512] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"221.473707ms","start":"2026-03-02T15:58:23.071335Z","end":"2026-03-02T15:58:23.292808Z","steps":["trace[643723512] 'process raft request' (duration: 221.253521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:35.319656Z","caller":"traceutil/trace.go:171","msg":"trace[680520821] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"228.759065ms","start":"2026-03-02T15:58:35.090873Z","end":"2026-03-02T15:58:35.319633Z","steps":["trace[680520821] 'read index received' (duration: 228.514118ms)","trace[680520821] 'applied index is now lower than readState.Index' (duration: 243.777µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:35.319705Z","caller":"traceutil/trace.go:171","msg":"trace[929421969] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"281.953876ms","start":"2026-03-02T15:58:35.037718Z","end":"2026-03-02T15:58:35.319672Z","steps":["trace[929421969] 'process raft request' (duration: 281.770121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.32Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.105464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:35.320035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.213742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:58:35.320106Z","caller":"traceutil/trace.go:171","msg":"trace[109249106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"229.251308ms","start":"2026-03-02T15:58:35.090826Z","end":"2026-03-02T15:58:35.320077Z","steps":["trace[109249106] 'agreement among raft nodes before linearized reading' (duration: 228.96354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:35.320113Z","caller":"traceutil/trace.go:171","msg":"trace[1926638151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"200.326685ms","start":"2026-03-02T15:58:35.119768Z","end":"2026-03-02T15:58:35.320094Z","steps":["trace[1926638151] 'agreement among raft nodes before linearized reading' (duration: 200.092798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:35.73692Z","caller":"traceutil/trace.go:171","msg":"trace[1074775326] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"411.838423ms","start":"2026-03-02T15:58:35.325058Z","end":"2026-03-02T15:58:35.736896Z","steps":["trace[1074775326] 'process raft request' (duration: 365.952101ms)","trace[1074775326] 'compare' (duration: 45.540923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:35.737037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:35.325032Z","time spent":"411.941966ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:35.755494Z","caller":"traceutil/trace.go:171","msg":"trace[1570754859] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2026; }","duration":"410.769724ms","start":"2026-03-02T15:58:35.344704Z","end":"2026-03-02T15:58:35.755474Z","steps":["trace[1570754859] 'read index received' (duration: 346.323259ms)","trace[1570754859] 'applied index is now lower than readState.Index' (duration: 64.445545ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:35.755933Z","caller":"traceutil/trace.go:171","msg":"trace[380229948] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"430.738205ms","start":"2026-03-02T15:58:35.325179Z","end":"2026-03-02T15:58:35.755917Z","steps":["trace[380229948] 'process raft request' (duration: 430.15128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.756079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:35.325158Z","time spent":"430.867088ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:35.756096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.444732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:58:35.756535Z","caller":"traceutil/trace.go:171","msg":"trace[1348835457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1950; }","duration":"408.883514ms","start":"2026-03-02T15:58:35.347604Z","end":"2026-03-02T15:58:35.756487Z","steps":["trace[1348835457] 'agreement among raft nodes before linearized reading' (duration: 408.3747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.756616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:35.347584Z","time spent":"409.011657ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:58:35.756188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.517784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:58:35.756716Z","caller":"traceutil/trace.go:171","msg":"trace[1674961510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1950; }","duration":"409.048098ms","start":"2026-03-02T15:58:35.347627Z","end":"2026-03-02T15:58:35.756675Z","steps":["trace[1674961510] 'agreement among raft nodes before linearized reading' (duration: 408.501003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.756198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.474573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T15:58:35.75685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:35.347608Z","time spent":"409.199312ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T15:58:35.756879Z","caller":"traceutil/trace.go:171","msg":"trace[2076993178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1950; }","duration":"412.189463ms","start":"2026-03-02T15:58:35.344668Z","end":"2026-03-02T15:58:35.756858Z","steps":["trace[2076993178] 'agreement among raft nodes before linearized reading' (duration: 411.35081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.756943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:35.344652Z","time spent":"412.272005ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T15:58:35.975483Z","caller":"traceutil/trace.go:171","msg":"trace[1240485731] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"211.523869ms","start":"2026-03-02T15:58:35.763934Z","end":"2026-03-02T15:58:35.975457Z","steps":["trace[1240485731] 'process raft request' (duration: 184.572589ms)","trace[1240485731] 'compare' (duration: 26.794056ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:35.975626Z","caller":"traceutil/trace.go:171","msg":"trace[1079840944] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"211.332084ms","start":"2026-03-02T15:58:35.764264Z","end":"2026-03-02T15:58:35.975596Z","steps":["trace[1079840944] 'process raft request' (duration: 211.149109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:41.60297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.445375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:41.603055Z","caller":"traceutil/trace.go:171","msg":"trace[1032248162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"126.581038ms","start":"2026-03-02T15:58:41.476456Z","end":"2026-03-02T15:58:41.603037Z","steps":["trace[1032248162] 'range keys from in-memory index tree' (duration: 126.368822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:41.984516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.383304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:41.984736Z","caller":"traceutil/trace.go:171","msg":"trace[1924328054] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2058; }","duration":"196.545533ms","start":"2026-03-02T15:58:41.78817Z","end":"2026-03-02T15:58:41.984716Z","steps":["trace[1924328054] 'read index received' (duration: 11.43991ms)","trace[1924328054] 'applied index is now lower than readState.Index' (duration: 185.103693ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:41.984767Z","caller":"traceutil/trace.go:171","msg":"trace[2061229351] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"197.666823ms","start":"2026-03-02T15:58:41.787065Z","end":"2026-03-02T15:58:41.984732Z","steps":["trace[2061229351] 'process raft request' (duration: 43.95926ms)","trace[2061229351] 'compare' (duration: 153.251351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:41.984898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.709387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:58:41.984974Z","caller":"traceutil/trace.go:171","msg":"trace[2062910248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1979; }","duration":"196.81624ms","start":"2026-03-02T15:58:41.788141Z","end":"2026-03-02T15:58:41.984957Z","steps":["trace[2062910248] 'agreement among raft nodes before linearized reading' (duration: 196.627955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.207077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05345193s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:43.207159Z","caller":"traceutil/trace.go:171","msg":"trace[438611361] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"1.209830925s","start":"2026-03-02T15:58:41.997315Z","end":"2026-03-02T15:58:43.207146Z","steps":["trace[438611361] 'read index received' (duration: 156.162399ms)","trace[438611361] 'applied index is now lower than readState.Index' (duration: 1.053667566s)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:43.207215Z","caller":"traceutil/trace.go:171","msg":"trace[1530899195] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.218116119s","start":"2026-03-02T15:58:41.989055Z","end":"2026-03-02T15:58:43.207171Z","steps":["trace[1530899195] 'process raft request' (duration: 164.500445ms)","trace[1530899195] 'compare' (duration: 1.053228914s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:43.207287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209978848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:58:43.207307Z","caller":"traceutil/trace.go:171","msg":"trace[1525211881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1980; }","duration":"1.21003613s","start":"2026-03-02T15:58:41.997265Z","end":"2026-03-02T15:58:43.207301Z","steps":["trace[1525211881] 'agreement among raft nodes before linearized reading' (duration: 1.209934397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.207329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:41.997244Z","time spent":"1.210079992s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:43.207358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:41.989037Z","time spent":"1.218245002s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:43.214832Z","caller":"traceutil/trace.go:171","msg":"trace[161026880] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"238.492509ms","start":"2026-03-02T15:58:42.976316Z","end":"2026-03-02T15:58:43.214808Z","steps":["trace[161026880] 'process raft request' (duration: 238.350825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:43.23636Z","caller":"traceutil/trace.go:171","msg":"trace[32166915] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"257.092682ms","start":"2026-03-02T15:58:42.979245Z","end":"2026-03-02T15:58:43.236337Z","steps":["trace[32166915] 'process raft request' (duration: 256.788574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.236643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051138067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:43.236718Z","caller":"traceutil/trace.go:171","msg":"trace[2006628594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1983; }","duration":"1.051274621s","start":"2026-03-02T15:58:42.185427Z","end":"2026-03-02T15:58:43.236701Z","steps":["trace[2006628594] 'agreement among raft nodes before linearized reading' (duration: 1.051162858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.236754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:42.185401Z","time spent":"1.051344712s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:43.236782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.94921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:43.236812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088023056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T15:58:43.236855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.969492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:43.236878Z","caller":"traceutil/trace.go:171","msg":"trace[1590470764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"822.097914ms","start":"2026-03-02T15:58:42.414756Z","end":"2026-03-02T15:58:43.236854Z","steps":["trace[1590470764] 'agreement among raft nodes before linearized reading' (duration: 821.824517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:43.236901Z","caller":"traceutil/trace.go:171","msg":"trace[1719901876] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1983; }","duration":"1.08816525s","start":"2026-03-02T15:58:42.148713Z","end":"2026-03-02T15:58:43.236878Z","steps":["trace[1719901876] 'agreement among raft nodes before linearized reading' (duration: 1.087976645s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:43.236908Z","caller":"traceutil/trace.go:171","msg":"trace[1833199787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"760.061404ms","start":"2026-03-02T15:58:42.47683Z","end":"2026-03-02T15:58:43.236891Z","steps":["trace[1833199787] 'agreement among raft nodes before linearized reading' (duration: 759.985772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.236935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:42.41473Z","time spent":"822.195217ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:58:43.236943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:42.148691Z","time spent":"1.088240211s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:43.23695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:42.476815Z","time spent":"760.124065ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:58:43.237048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.826884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:43.237273Z","caller":"traceutil/trace.go:171","msg":"trace[168225298] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1983; }","duration":"837.100881ms","start":"2026-03-02T15:58:42.400153Z","end":"2026-03-02T15:58:43.237254Z","steps":["trace[168225298] 'agreement among raft nodes before linearized reading' (duration: 836.490714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.237388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:42.400134Z","time spent":"837.236814ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:43.237297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238747738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:58:43.237534Z","caller":"traceutil/trace.go:171","msg":"trace[1628617474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1983; }","duration":"1.239014035s","start":"2026-03-02T15:58:41.998499Z","end":"2026-03-02T15:58:43.237513Z","steps":["trace[1628617474] 'agreement among raft nodes before linearized reading' (duration: 1.238003758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.237599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:41.998485Z","time spent":"1.239095947s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:58:43.509841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.525767ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T15:58:44.363118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503732231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:58:44.86376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503732231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:58:45.12203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311742353s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:58:45.122882Z","caller":"traceutil/trace.go:171","msg":"trace[732897640] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"1.312407341s","start":"2026-03-02T15:58:43.810144Z","end":"2026-03-02T15:58:45.122551Z","steps":["trace[732897640] 'process raft request' (duration: 1.312152934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.122891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260026252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899116e52ddfa40\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T15:58:45.122914Z","caller":"traceutil/trace.go:171","msg":"trace[1797750384] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"1.260043933s","start":"2026-03-02T15:58:43.862836Z","end":"2026-03-02T15:58:45.12288Z","steps":["trace[1797750384] 'read index received' (duration: 1.259360694s)","trace[1797750384] 'applied index is now lower than readState.Index' (duration: 281.278µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:45.122968Z","caller":"traceutil/trace.go:171","msg":"trace[253718711] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899116e52ddfa40; range_end:; response_count:1; response_revision:1986; }","duration":"1.260161456s","start":"2026-03-02T15:58:43.862788Z","end":"2026-03-02T15:58:45.122949Z","steps":["trace[253718711] 'agreement among raft nodes before linearized reading' (duration: 1.259910549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.123012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:43.862766Z","time spent":"1.260238488s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899116e52ddfa40\" "} {"level":"warn","ts":"2026-03-02T15:58:45.123151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.737478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:45.123198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133976249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:58:45.123223Z","caller":"traceutil/trace.go:171","msg":"trace[2113397898] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1986; }","duration":"381.864622ms","start":"2026-03-02T15:58:44.741336Z","end":"2026-03-02T15:58:45.1232Z","steps":["trace[2113397898] 'agreement among raft nodes before linearized reading' (duration: 381.742498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:45.123239Z","caller":"traceutil/trace.go:171","msg":"trace[111521377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1986; }","duration":"1.134073561s","start":"2026-03-02T15:58:43.989152Z","end":"2026-03-02T15:58:45.123225Z","steps":["trace[111521377] 'agreement among raft nodes before linearized reading' (duration: 1.133909637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.12317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.107363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:45.12328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:43.989127Z","time spent":"1.134143303s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:45.123279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.780309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:45.123281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:44.741318Z","time spent":"381.948344ms","remote":"127.0.0.1:33714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:58:45.123377Z","caller":"traceutil/trace.go:171","msg":"trace[1313777554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"645.940673ms","start":"2026-03-02T15:58:44.477412Z","end":"2026-03-02T15:58:45.123353Z","steps":["trace[1313777554] 'agreement among raft nodes before linearized reading' (duration: 645.752848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:45.12339Z","caller":"traceutil/trace.go:171","msg":"trace[983540341] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1986; }","duration":"233.3661ms","start":"2026-03-02T15:58:44.890002Z","end":"2026-03-02T15:58:45.123369Z","steps":["trace[983540341] 'agreement among raft nodes before linearized reading' (duration: 233.111213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.123449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:44.477388Z","time spent":"646.045666ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:58:45.123435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.024846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:45.123568Z","caller":"traceutil/trace.go:171","msg":"trace[342758089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"879.225451ms","start":"2026-03-02T15:58:44.244327Z","end":"2026-03-02T15:58:45.123553Z","steps":["trace[342758089] 'agreement among raft nodes before linearized reading' (duration: 878.888022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.123601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:44.244309Z","time spent":"879.285012ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:58:45.123945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:43.810119Z","time spent":"1.312821402s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:45.764979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.51698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:45.765199Z","caller":"traceutil/trace.go:171","msg":"trace[793076679] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2068; }","duration":"554.091705ms","start":"2026-03-02T15:58:45.211089Z","end":"2026-03-02T15:58:45.765181Z","steps":["trace[793076679] 'read index received' (duration: 7.212645ms)","trace[793076679] 'applied index is now lower than readState.Index' (duration: 546.87746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:45.765246Z","caller":"traceutil/trace.go:171","msg":"trace[543757286] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"636.916368ms","start":"2026-03-02T15:58:45.128304Z","end":"2026-03-02T15:58:45.76522Z","steps":["trace[543757286] 'process raft request' (duration: 636.790745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.765377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.288411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:58:45.765349Z","caller":"traceutil/trace.go:171","msg":"trace[486501704] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"638.956904ms","start":"2026-03-02T15:58:45.126358Z","end":"2026-03-02T15:58:45.765315Z","steps":["trace[486501704] 'process raft request' (duration: 91.93459ms)","trace[486501704] 'compare' (duration: 546.377167ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:45.765411Z","caller":"traceutil/trace.go:171","msg":"trace[1214523347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1988; }","duration":"554.380813ms","start":"2026-03-02T15:58:45.211021Z","end":"2026-03-02T15:58:45.765402Z","steps":["trace[1214523347] 'agreement among raft nodes before linearized reading' (duration: 554.24488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:45.765448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.210998Z","time spent":"554.442005ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:58:45.765376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.128287Z","time spent":"637.019892ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:45.765503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.126334Z","time spent":"639.089818ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:46.194439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.052296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:46.194628Z","caller":"traceutil/trace.go:171","msg":"trace[946145800] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"974.921313ms","start":"2026-03-02T15:58:45.219691Z","end":"2026-03-02T15:58:46.194612Z","steps":["trace[946145800] 'process raft request' (duration: 756.623041ms)","trace[946145800] 'compare' (duration: 217.972844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:46.194685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.219671Z","time spent":"974.990275ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:46.194653Z","caller":"traceutil/trace.go:171","msg":"trace[1604833299] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"951.723105ms","start":"2026-03-02T15:58:45.242898Z","end":"2026-03-02T15:58:46.194621Z","steps":["trace[1604833299] 'process raft request' (duration: 951.615862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:46.194819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.242872Z","time spent":"951.870849ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:46.194937Z","caller":"traceutil/trace.go:171","msg":"trace[1832804647] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"679.004539ms","start":"2026-03-02T15:58:45.515922Z","end":"2026-03-02T15:58:46.194926Z","steps":["trace[1832804647] 'process raft request' (duration: 678.823394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:46.194913Z","caller":"traceutil/trace.go:171","msg":"trace[582375051] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"765.264695ms","start":"2026-03-02T15:58:45.429618Z","end":"2026-03-02T15:58:46.194883Z","steps":["trace[582375051] 'process raft request' (duration: 764.937766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:46.194991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.515892Z","time spent":"679.073781ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:46.194982Z","caller":"traceutil/trace.go:171","msg":"trace[753209085] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2070; }","duration":"429.721648ms","start":"2026-03-02T15:58:45.765238Z","end":"2026-03-02T15:58:46.19496Z","steps":["trace[753209085] 'read index received' (duration: 211.054216ms)","trace[753209085] 'applied index is now lower than readState.Index' (duration: 218.666282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:46.195037Z","caller":"traceutil/trace.go:171","msg":"trace[1427053145] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"425.262397ms","start":"2026-03-02T15:58:45.76974Z","end":"2026-03-02T15:58:46.195002Z","steps":["trace[1427053145] 'process raft request' (duration: 425.134694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:46.195128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.873351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:58:46.195154Z","caller":"traceutil/trace.go:171","msg":"trace[1679124665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1994; }","duration":"933.922823ms","start":"2026-03-02T15:58:45.261224Z","end":"2026-03-02T15:58:46.195147Z","steps":["trace[1679124665] 'agreement among raft nodes before linearized reading' (duration: 933.82324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:46.195179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.26121Z","time spent":"933.961914ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:58:46.195195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.530964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T15:58:46.195196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.36234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T15:58:46.195186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.745805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:46.195249Z","caller":"traceutil/trace.go:171","msg":"trace[462893976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1994; }","duration":"953.623846ms","start":"2026-03-02T15:58:45.241606Z","end":"2026-03-02T15:58:46.195229Z","steps":["trace[462893976] 'agreement among raft nodes before linearized reading' (duration: 953.501143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:46.195269Z","caller":"traceutil/trace.go:171","msg":"trace[296337252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1994; }","duration":"466.479883ms","start":"2026-03-02T15:58:45.728761Z","end":"2026-03-02T15:58:46.195241Z","steps":["trace[296337252] 'agreement among raft nodes before linearized reading' (duration: 466.214076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:46.195284Z","caller":"traceutil/trace.go:171","msg":"trace[1448385685] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1994; }","duration":"221.897749ms","start":"2026-03-02T15:58:45.973368Z","end":"2026-03-02T15:58:46.195265Z","steps":["trace[1448385685] 'agreement among raft nodes before linearized reading' (duration: 221.770306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:46.195294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.241582Z","time spent":"953.703419ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:46.195219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.76972Z","time spent":"425.412462ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:46.195326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.728742Z","time spent":"466.573466ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T15:58:46.195069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:45.429582Z","time spent":"765.403789ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:46.709253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503732247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:58:47.615697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.174774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:47.615944Z","caller":"traceutil/trace.go:171","msg":"trace[1379411054] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"1.414883848s","start":"2026-03-02T15:58:46.201042Z","end":"2026-03-02T15:58:47.615926Z","steps":["trace[1379411054] 'process raft request' (duration: 1.414764204s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:47.615923Z","caller":"traceutil/trace.go:171","msg":"trace[1759178324] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.415864354s","start":"2026-03-02T15:58:46.200021Z","end":"2026-03-02T15:58:47.615885Z","steps":["trace[1759178324] 'process raft request' (duration: 558.404233ms)","trace[1759178324] 'compare' (duration: 856.677679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:47.616017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:46.201024Z","time spent":"1.414960399s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:47.616048Z","caller":"traceutil/trace.go:171","msg":"trace[1437094852] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2076; }","duration":"1.407330643s","start":"2026-03-02T15:58:46.20867Z","end":"2026-03-02T15:58:47.616001Z","steps":["trace[1437094852] 'read index received' (duration: 549.865152ms)","trace[1437094852] 'applied index is now lower than readState.Index' (duration: 857.464221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:47.616097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:46.199998Z","time spent":"1.416003588s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:47.61623Z","caller":"traceutil/trace.go:171","msg":"trace[1191099905] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"1.414945209s","start":"2026-03-02T15:58:46.201271Z","end":"2026-03-02T15:58:47.616216Z","steps":["trace[1191099905] 'process raft request' (duration: 1.41461675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.616291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:46.201257Z","time spent":"1.415005351s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:47.616526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407838686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:47.616774Z","caller":"traceutil/trace.go:171","msg":"trace[1169795874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1997; }","duration":"1.408095113s","start":"2026-03-02T15:58:46.208658Z","end":"2026-03-02T15:58:47.616753Z","steps":["trace[1169795874] 'agreement among raft nodes before linearized reading' (duration: 1.407589059s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.616866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:46.208653Z","time spent":"1.408197746s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T15:58:47.616905Z","caller":"traceutil/trace.go:171","msg":"trace[1412085937] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"146.810606ms","start":"2026-03-02T15:58:47.470072Z","end":"2026-03-02T15:58:47.616883Z","steps":["trace[1412085937] 'process raft request' (duration: 146.59614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.616937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13878395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:47.616987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.833188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:47.617051Z","caller":"traceutil/trace.go:171","msg":"trace[299343416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1998; }","duration":"488.89373ms","start":"2026-03-02T15:58:47.12814Z","end":"2026-03-02T15:58:47.617034Z","steps":["trace[299343416] 'agreement among raft nodes before linearized reading' (duration: 488.706845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.616947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.445459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:47.617056Z","caller":"traceutil/trace.go:171","msg":"trace[1257386712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"1.138956105s","start":"2026-03-02T15:58:46.47807Z","end":"2026-03-02T15:58:47.617026Z","steps":["trace[1257386712] 'agreement among raft nodes before linearized reading' (duration: 1.138759939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.617087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:47.128055Z","time spent":"489.023563ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:47.617112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:46.478049Z","time spent":"1.139049487s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:58:47.617108Z","caller":"traceutil/trace.go:171","msg":"trace[1401009163] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1998; }","duration":"772.627083ms","start":"2026-03-02T15:58:46.844464Z","end":"2026-03-02T15:58:47.617091Z","steps":["trace[1401009163] 'agreement among raft nodes before linearized reading' (duration: 772.397147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.617265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:46.844446Z","time spent":"772.797218ms","remote":"127.0.0.1:55568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:47.617413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.024939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:47.617499Z","caller":"traceutil/trace.go:171","msg":"trace[995933135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"415.120692ms","start":"2026-03-02T15:58:47.202338Z","end":"2026-03-02T15:58:47.617458Z","steps":["trace[995933135] 'agreement among raft nodes before linearized reading' (duration: 414.513416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:47.617581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:47.202325Z","time spent":"415.217494ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T15:58:58.174978Z","caller":"traceutil/trace.go:171","msg":"trace[857884160] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"157.043883ms","start":"2026-03-02T15:58:58.017899Z","end":"2026-03-02T15:58:58.174943Z","steps":["trace[857884160] 'process raft request' (duration: 62.476724ms)","trace[857884160] 'compare' (duration: 94.417525ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:01.818952Z","caller":"traceutil/trace.go:171","msg":"trace[1165606095] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2146; }","duration":"111.998439ms","start":"2026-03-02T15:59:01.706916Z","end":"2026-03-02T15:59:01.818914Z","steps":["trace[1165606095] 'read index received' (duration: 33.822412ms)","trace[1165606095] 'applied index is now lower than readState.Index' (duration: 78.174817ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:01.819043Z","caller":"traceutil/trace.go:171","msg":"trace[1308250444] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"115.04364ms","start":"2026-03-02T15:59:01.703969Z","end":"2026-03-02T15:59:01.819013Z","steps":["trace[1308250444] 'process raft request' (duration: 114.501276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.819138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.187694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:59:01.819186Z","caller":"traceutil/trace.go:171","msg":"trace[2089271750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2063; }","duration":"112.276176ms","start":"2026-03-02T15:59:01.706897Z","end":"2026-03-02T15:59:01.819173Z","steps":["trace[2089271750] 'agreement among raft nodes before linearized reading' (duration: 112.175843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.819245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.626228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:59:01.819335Z","caller":"traceutil/trace.go:171","msg":"trace[1493125141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"111.739141ms","start":"2026-03-02T15:59:01.707576Z","end":"2026-03-02T15:59:01.819316Z","steps":["trace[1493125141] 'agreement among raft nodes before linearized reading' (duration: 111.521226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.81939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.350616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:59:01.819451Z","caller":"traceutil/trace.go:171","msg":"trace[1001913487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"106.453719ms","start":"2026-03-02T15:59:01.712981Z","end":"2026-03-02T15:59:01.819434Z","steps":["trace[1001913487] 'agreement among raft nodes before linearized reading' (duration: 106.250723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:02.499102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.018866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:59:02.499279Z","caller":"traceutil/trace.go:171","msg":"trace[1492521923] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"187.825562ms","start":"2026-03-02T15:59:02.311431Z","end":"2026-03-02T15:59:02.499256Z","steps":["trace[1492521923] 'process raft request' (duration: 71.565139ms)","trace[1492521923] 'compare' (duration: 115.921884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:59:02.947927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.68479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:59:02.948011Z","caller":"traceutil/trace.go:171","msg":"trace[1043853904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2072; }","duration":"121.852025ms","start":"2026-03-02T15:59:02.82614Z","end":"2026-03-02T15:59:02.947992Z","steps":["trace[1043853904] 'range keys from in-memory index tree' (duration: 121.486564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:03.968617Z","caller":"traceutil/trace.go:171","msg":"trace[753553872] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2159; }","duration":"133.174789ms","start":"2026-03-02T15:59:03.835415Z","end":"2026-03-02T15:59:03.968589Z","steps":["trace[753553872] 'read index received' (duration: 48.700213ms)","trace[753553872] 'applied index is now lower than readState.Index' (duration: 84.473256ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:03.968691Z","caller":"traceutil/trace.go:171","msg":"trace[1146727923] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"140.692191ms","start":"2026-03-02T15:59:03.827974Z","end":"2026-03-02T15:59:03.968666Z","steps":["trace[1146727923] 'process raft request' (duration: 56.138183ms)","trace[1146727923] 'compare' (duration: 84.285081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:59:03.968855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.420666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:59:03.9689Z","caller":"traceutil/trace.go:171","msg":"trace[1501582681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2074; }","duration":"133.489557ms","start":"2026-03-02T15:59:03.835399Z","end":"2026-03-02T15:59:03.968888Z","steps":["trace[1501582681] 'agreement among raft nodes before linearized reading' (duration: 133.330893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:33.705558Z","caller":"traceutil/trace.go:171","msg":"trace[2014638016] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"105.580795ms","start":"2026-03-02T15:59:33.599944Z","end":"2026-03-02T15:59:33.705525Z","steps":["trace[2014638016] 'process raft request' (duration: 105.465842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:33.705662Z","caller":"traceutil/trace.go:171","msg":"trace[1404886002] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"115.254306ms","start":"2026-03-02T15:59:33.590365Z","end":"2026-03-02T15:59:33.70562Z","steps":["trace[1404886002] 'process raft request' (duration: 114.835675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:42.304748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.454362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:59:42.30484Z","caller":"traceutil/trace.go:171","msg":"trace[1802278758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2428; }","duration":"138.607436ms","start":"2026-03-02T15:59:42.166212Z","end":"2026-03-02T15:59:42.30482Z","steps":["trace[1802278758] 'range keys from in-memory index tree' (duration: 138.217765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:42.30488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.884018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T15:59:42.304962Z","caller":"traceutil/trace.go:171","msg":"trace[444247332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2428; }","duration":"157.021972ms","start":"2026-03-02T15:59:42.147921Z","end":"2026-03-02T15:59:42.304943Z","steps":["trace[444247332] 'range keys from in-memory index tree' (duration: 156.689063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:42.305008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.129349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T15:59:42.305064Z","caller":"traceutil/trace.go:171","msg":"trace[1856195942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2428; }","duration":"139.186042ms","start":"2026-03-02T15:59:42.165863Z","end":"2026-03-02T15:59:42.305049Z","steps":["trace[1856195942] 'range keys from in-memory index tree' (duration: 138.995556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:46.448861Z","caller":"traceutil/trace.go:171","msg":"trace[2016494998] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2549; }","duration":"447.918602ms","start":"2026-03-02T15:59:46.000922Z","end":"2026-03-02T15:59:46.448841Z","steps":["trace[2016494998] 'read index received' (duration: 447.743857ms)","trace[2016494998] 'applied index is now lower than readState.Index' (duration: 173.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:46.448904Z","caller":"traceutil/trace.go:171","msg":"trace[962738827] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"453.753049ms","start":"2026-03-02T15:59:45.995131Z","end":"2026-03-02T15:59:46.448884Z","steps":["trace[962738827] 'process raft request' (duration: 453.561884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:46.449168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.204131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T15:59:46.449264Z","caller":"traceutil/trace.go:171","msg":"trace[1219058079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2449; }","duration":"448.320844ms","start":"2026-03-02T15:59:46.000916Z","end":"2026-03-02T15:59:46.449237Z","steps":["trace[1219058079] 'agreement among raft nodes before linearized reading' (duration: 448.038706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:46.449305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:46.000875Z","time spent":"448.422156ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:59:46.449503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:45.995109Z","time spent":"454.250473ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:59:46.513442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.562062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:59:46.513468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.357268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:59:46.513522Z","caller":"traceutil/trace.go:171","msg":"trace[361345026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2452; }","duration":"184.466042ms","start":"2026-03-02T15:59:46.329043Z","end":"2026-03-02T15:59:46.513509Z","steps":["trace[361345026] 'agreement among raft nodes before linearized reading' (duration: 184.329218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:46.513567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.560014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:59:46.513585Z","caller":"traceutil/trace.go:171","msg":"trace[427955520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2452; }","duration":"184.616496ms","start":"2026-03-02T15:59:46.328964Z","end":"2026-03-02T15:59:46.513581Z","steps":["trace[427955520] 'agreement among raft nodes before linearized reading' (duration: 184.539604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:46.513489Z","caller":"traceutil/trace.go:171","msg":"trace[1942445577] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2452; }","duration":"260.660145ms","start":"2026-03-02T15:59:46.252818Z","end":"2026-03-02T15:59:46.513478Z","steps":["trace[1942445577] 'agreement among raft nodes before linearized reading' (duration: 260.577113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:46.513927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.650036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:59:46.51405Z","caller":"traceutil/trace.go:171","msg":"trace[1545300021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2452; }","duration":"184.810991ms","start":"2026-03-02T15:59:46.329217Z","end":"2026-03-02T15:59:46.514028Z","steps":["trace[1545300021] 'agreement among raft nodes before linearized reading' (duration: 184.149803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:56.417891Z","caller":"traceutil/trace.go:171","msg":"trace[185318785] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"244.735516ms","start":"2026-03-02T15:59:56.17312Z","end":"2026-03-02T15:59:56.417856Z","steps":["trace[185318785] 'process raft request' (duration: 244.531331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:18.090847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.670656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:00:18.091037Z","caller":"traceutil/trace.go:171","msg":"trace[1591090334] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2735; }","duration":"139.1191ms","start":"2026-03-02T16:00:17.951902Z","end":"2026-03-02T16:00:18.091021Z","steps":["trace[1591090334] 'read index received' (duration: 53.782µs)","trace[1591090334] 'applied index is now lower than readState.Index' (duration: 139.064218ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:18.091266Z","caller":"traceutil/trace.go:171","msg":"trace[494202791] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"243.0148ms","start":"2026-03-02T16:00:17.848228Z","end":"2026-03-02T16:00:18.091243Z","steps":["trace[494202791] 'process raft request' (duration: 63.858471ms)","trace[494202791] 'compare' (duration: 178.558843ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:18.091254Z","caller":"traceutil/trace.go:171","msg":"trace[1917101157] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"200.307289ms","start":"2026-03-02T16:00:17.890908Z","end":"2026-03-02T16:00:18.091216Z","steps":["trace[1917101157] 'process raft request' (duration: 200.060512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:18.091317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.390257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:00:18.091356Z","caller":"traceutil/trace.go:171","msg":"trace[1927449354] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:2630; }","duration":"139.4896ms","start":"2026-03-02T16:00:17.951855Z","end":"2026-03-02T16:00:18.091345Z","steps":["trace[1927449354] 'agreement among raft nodes before linearized reading' (duration: 139.220582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.193661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503733753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:00:19.308361Z","caller":"traceutil/trace.go:171","msg":"trace[1843262381] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"681.623091ms","start":"2026-03-02T16:00:18.626709Z","end":"2026-03-02T16:00:19.308332Z","steps":["trace[1843262381] 'process raft request' (duration: 681.469447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.308511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.626692Z","time spent":"681.744765ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:19.597015Z","caller":"traceutil/trace.go:171","msg":"trace[42050212] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2739; }","duration":"903.770599ms","start":"2026-03-02T16:00:18.693221Z","end":"2026-03-02T16:00:19.596992Z","steps":["trace[42050212] 'read index received' (duration: 614.956375ms)","trace[42050212] 'applied index is now lower than readState.Index' (duration: 288.813044ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:19.597178Z","caller":"traceutil/trace.go:171","msg":"trace[1898080775] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"967.805964ms","start":"2026-03-02T16:00:18.629317Z","end":"2026-03-02T16:00:19.597122Z","steps":["trace[1898080775] 'process raft request' (duration: 967.404153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.597473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.629294Z","time spent":"967.918608ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:19.597664Z","caller":"traceutil/trace.go:171","msg":"trace[1356508643] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"961.120344ms","start":"2026-03-02T16:00:18.636506Z","end":"2026-03-02T16:00:19.597627Z","steps":["trace[1356508643] 'process raft request' (duration: 960.375244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.597717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.470456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:00:19.597748Z","caller":"traceutil/trace.go:171","msg":"trace[1512264414] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"954.601308ms","start":"2026-03-02T16:00:18.643123Z","end":"2026-03-02T16:00:19.597724Z","steps":["trace[1512264414] 'process raft request' (duration: 953.803767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:19.597789Z","caller":"traceutil/trace.go:171","msg":"trace[746610365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2635; }","duration":"901.566179ms","start":"2026-03-02T16:00:18.696205Z","end":"2026-03-02T16:00:19.597771Z","steps":["trace[746610365] 'agreement among raft nodes before linearized reading' (duration: 901.388144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.597841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.696194Z","time spent":"901.63482ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:00:19.597836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.636493Z","time spent":"961.248218ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:19.597941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.643108Z","time spent":"954.694731ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:19.598103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.405193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:00:19.59814Z","caller":"traceutil/trace.go:171","msg":"trace[54779345] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2635; }","duration":"721.466644ms","start":"2026-03-02T16:00:18.876663Z","end":"2026-03-02T16:00:19.598129Z","steps":["trace[54779345] 'agreement among raft nodes before linearized reading' (duration: 721.3152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.598154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.614579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:00:19.598177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.876649Z","time spent":"721.522596ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T16:00:19.598214Z","caller":"traceutil/trace.go:171","msg":"trace[1201153284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2635; }","duration":"603.709101ms","start":"2026-03-02T16:00:18.994486Z","end":"2026-03-02T16:00:19.598196Z","steps":["trace[1201153284] 'agreement among raft nodes before linearized reading' (duration: 603.557497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.598266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.994466Z","time spent":"603.786593ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:00:19.598101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.874168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:00:19.598684Z","caller":"traceutil/trace.go:171","msg":"trace[1391672736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2635; }","duration":"905.477475ms","start":"2026-03-02T16:00:18.693185Z","end":"2026-03-02T16:00:19.598663Z","steps":["trace[1391672736] 'agreement among raft nodes before linearized reading' (duration: 904.269032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.598773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.693172Z","time spent":"905.580577ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:00:19.598895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.918621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:00:19.599085Z","caller":"traceutil/trace.go:171","msg":"trace[2043802872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2635; }","duration":"901.069565ms","start":"2026-03-02T16:00:18.697906Z","end":"2026-03-02T16:00:19.598975Z","steps":["trace[2043802872] 'agreement among raft nodes before linearized reading' (duration: 900.107249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:19.599157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:18.697887Z","time spent":"901.256091ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:00:20.212773Z","caller":"traceutil/trace.go:171","msg":"trace[813818889] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2743; }","duration":"607.690589ms","start":"2026-03-02T16:00:19.605058Z","end":"2026-03-02T16:00:20.212749Z","steps":["trace[813818889] 'read index received' (duration: 5.291353ms)","trace[813818889] 'applied index is now lower than readState.Index' (duration: 602.398176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:00:20.213003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.931915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-02T16:00:20.213014Z","caller":"traceutil/trace.go:171","msg":"trace[699910341] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"608.689796ms","start":"2026-03-02T16:00:19.604292Z","end":"2026-03-02T16:00:20.212982Z","steps":["trace[699910341] 'process raft request' (duration: 608.242604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.213048Z","caller":"traceutil/trace.go:171","msg":"trace[1761021557] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2639; }","duration":"608.020098ms","start":"2026-03-02T16:00:19.605017Z","end":"2026-03-02T16:00:20.213037Z","steps":["trace[1761021557] 'agreement among raft nodes before linearized reading' (duration: 607.822042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.213036Z","caller":"traceutil/trace.go:171","msg":"trace[211172431] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"608.692575ms","start":"2026-03-02T16:00:19.604299Z","end":"2026-03-02T16:00:20.212992Z","steps":["trace[211172431] 'process raft request' (duration: 608.369017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:20.21309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:19.605001Z","time spent":"608.08035ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T16:00:20.213137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:19.604275Z","time spent":"608.789558ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:20.21304Z","caller":"traceutil/trace.go:171","msg":"trace[614440431] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"608.635335ms","start":"2026-03-02T16:00:19.604367Z","end":"2026-03-02T16:00:20.213002Z","steps":["trace[614440431] 'process raft request' (duration: 608.341517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:20.213245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:19.604281Z","time spent":"608.85274ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:20.213358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:19.604359Z","time spent":"608.925652ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:21.77938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.495847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:00:21.779461Z","caller":"traceutil/trace.go:171","msg":"trace[977410732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"888.63486ms","start":"2026-03-02T16:00:20.890809Z","end":"2026-03-02T16:00:21.779444Z","steps":["trace[977410732] 'range keys from in-memory index tree' (duration: 888.345933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.779497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.89078Z","time spent":"888.707852ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:00:21.779582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.139853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:00:21.779676Z","caller":"traceutil/trace.go:171","msg":"trace[435058909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2639; }","duration":"466.306868ms","start":"2026-03-02T16:00:21.313351Z","end":"2026-03-02T16:00:21.779658Z","steps":["trace[435058909] 'range keys from in-memory index tree' (duration: 465.900376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.779653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.760723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:00:21.779761Z","caller":"traceutil/trace.go:171","msg":"trace[632686223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2639; }","duration":"419.919287ms","start":"2026-03-02T16:00:21.35983Z","end":"2026-03-02T16:00:21.779749Z","steps":["trace[632686223] 'range keys from in-memory index tree' (duration: 419.749663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.779923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447361088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:00:21.779999Z","caller":"traceutil/trace.go:171","msg":"trace[876678400] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2639; }","duration":"1.447477412s","start":"2026-03-02T16:00:20.332502Z","end":"2026-03-02T16:00:21.77998Z","steps":["trace[876678400] 'count revisions from in-memory index tree' (duration: 1.447278576s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.780024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050808281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189911870f2fc181\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-02T16:00:21.780046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.332486Z","time spent":"1.447547344s","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:00:21.780079Z","caller":"traceutil/trace.go:171","msg":"trace[34203264] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189911870f2fc181; range_end:; response_count:1; response_revision:2639; }","duration":"1.050896203s","start":"2026-03-02T16:00:20.72917Z","end":"2026-03-02T16:00:21.780066Z","steps":["trace[34203264] 'range keys from in-memory index tree' (duration: 1.050676357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.780112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.729138Z","time spent":"1.050965745s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189911870f2fc181\" "} {"level":"warn","ts":"2026-03-02T16:00:21.779722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:21.313333Z","time spent":"466.379389ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:00:21.780204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.022612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:00:21.780251Z","caller":"traceutil/trace.go:171","msg":"trace[2080317671] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2639; }","duration":"905.097305ms","start":"2026-03-02T16:00:20.87514Z","end":"2026-03-02T16:00:21.780238Z","steps":["trace[2080317671] 'range keys from in-memory index tree' (duration: 904.799677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.780282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.875121Z","time spent":"905.153536ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T16:00:21.780372Z","caller":"traceutil/trace.go:171","msg":"trace[103669756] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"176.103076ms","start":"2026-03-02T16:00:21.604257Z","end":"2026-03-02T16:00:21.78036Z","steps":["trace[103669756] 'process raft request' (duration: 165.987873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:21.780499Z","caller":"traceutil/trace.go:171","msg":"trace[1932832885] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"176.203219ms","start":"2026-03-02T16:00:21.604279Z","end":"2026-03-02T16:00:21.780483Z","steps":["trace[1932832885] 'process raft request' (duration: 176.037625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.779891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302753651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:00:21.781064Z","caller":"traceutil/trace.go:171","msg":"trace[173234454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"1.303962543s","start":"2026-03-02T16:00:20.477081Z","end":"2026-03-02T16:00:21.781043Z","steps":["trace[173234454] 'range keys from in-memory index tree' (duration: 1.302662289s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.781113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.477065Z","time spent":"1.304031146s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:00:21.797784Z","caller":"traceutil/trace.go:171","msg":"trace[409949430] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2747; }","duration":"184.76357ms","start":"2026-03-02T16:00:21.612996Z","end":"2026-03-02T16:00:21.79776Z","steps":["trace[409949430] 'read index received' (duration: 157.339371ms)","trace[409949430] 'applied index is now lower than readState.Index' (duration: 27.419749ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:21.797873Z","caller":"traceutil/trace.go:171","msg":"trace[291198240] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"193.535176ms","start":"2026-03-02T16:00:21.604302Z","end":"2026-03-02T16:00:21.797838Z","steps":["trace[291198240] 'process raft request' (duration: 193.232988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.798027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.016376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:00:21.798073Z","caller":"traceutil/trace.go:171","msg":"trace[1812770392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2642; }","duration":"185.112859ms","start":"2026-03-02T16:00:21.612946Z","end":"2026-03-02T16:00:21.798059Z","steps":["trace[1812770392] 'agreement among raft nodes before linearized reading' (duration: 184.948134ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:21.885219Z","caller":"traceutil/trace.go:171","msg":"trace[1813652524] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"103.246392ms","start":"2026-03-02T16:00:21.781942Z","end":"2026-03-02T16:00:21.885189Z","steps":["trace[1813652524] 'process raft request' (duration: 101.275399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.88564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.494449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-02T16:00:21.885716Z","caller":"traceutil/trace.go:171","msg":"trace[213799888] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2644; }","duration":"100.58493ms","start":"2026-03-02T16:00:21.785104Z","end":"2026-03-02T16:00:21.885689Z","steps":["trace[213799888] 'agreement among raft nodes before linearized reading' (duration: 100.392975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:21.885798Z","caller":"traceutil/trace.go:171","msg":"trace[197167312] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"101.600588ms","start":"2026-03-02T16:00:21.784183Z","end":"2026-03-02T16:00:21.885784Z","steps":["trace[197167312] 'process raft request' (duration: 100.94413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:26.041971Z","caller":"traceutil/trace.go:171","msg":"trace[830709695] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"248.683952ms","start":"2026-03-02T16:00:25.793243Z","end":"2026-03-02T16:00:26.041927Z","steps":["trace[830709695] 'process raft request' (duration: 248.411985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:26.100807Z","caller":"traceutil/trace.go:171","msg":"trace[2042831532] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"290.457128ms","start":"2026-03-02T16:00:25.810319Z","end":"2026-03-02T16:00:26.100776Z","steps":["trace[2042831532] 'process raft request' (duration: 290.357115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:26.100792Z","caller":"traceutil/trace.go:171","msg":"trace[27211343] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"307.19781ms","start":"2026-03-02T16:00:25.79356Z","end":"2026-03-02T16:00:26.100758Z","steps":["trace[27211343] 'process raft request' (duration: 305.021461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:26.100824Z","caller":"traceutil/trace.go:171","msg":"trace[138256500] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2771; }","duration":"274.687583ms","start":"2026-03-02T16:00:25.826042Z","end":"2026-03-02T16:00:26.100729Z","steps":["trace[138256500] 'read index received' (duration: 215.867898ms)","trace[138256500] 'applied index is now lower than readState.Index' (duration: 58.818665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:00:26.101058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.995212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:00:26.10111Z","caller":"traceutil/trace.go:171","msg":"trace[893749468] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2664; }","duration":"275.104485ms","start":"2026-03-02T16:00:25.82599Z","end":"2026-03-02T16:00:26.101094Z","steps":["trace[893749468] 'agreement among raft nodes before linearized reading' (duration: 274.954281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:26.101189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.558395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:00:26.101219Z","caller":"traceutil/trace.go:171","msg":"trace[141725502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2664; }","duration":"174.633717ms","start":"2026-03-02T16:00:25.926579Z","end":"2026-03-02T16:00:26.101213Z","steps":["trace[141725502] 'agreement among raft nodes before linearized reading' (duration: 174.506544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:26.101118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:25.793519Z","time spent":"307.364494ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:26.101277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.962324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:00:26.101391Z","caller":"traceutil/trace.go:171","msg":"trace[1522611328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2664; }","duration":"182.112808ms","start":"2026-03-02T16:00:25.91925Z","end":"2026-03-02T16:00:26.101363Z","steps":["trace[1522611328] 'agreement among raft nodes before linearized reading' (duration: 181.80959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:28.238008Z","caller":"traceutil/trace.go:171","msg":"trace[249169172] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"215.639452ms","start":"2026-03-02T16:00:28.022341Z","end":"2026-03-02T16:00:28.23798Z","steps":["trace[249169172] 'process raft request' (duration: 215.068977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:28.238457Z","caller":"traceutil/trace.go:171","msg":"trace[1745638479] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2780; }","duration":"125.394729ms","start":"2026-03-02T16:00:28.113039Z","end":"2026-03-02T16:00:28.238433Z","steps":["trace[1745638479] 'read index received' (duration: 124.386542ms)","trace[1745638479] 'applied index is now lower than readState.Index' (duration: 1.007227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:28.238584Z","caller":"traceutil/trace.go:171","msg":"trace[2011920146] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"190.263538ms","start":"2026-03-02T16:00:28.048275Z","end":"2026-03-02T16:00:28.238538Z","steps":["trace[2011920146] 'process raft request' (duration: 189.940389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:28.238705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.643676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:00:28.238708Z","caller":"traceutil/trace.go:171","msg":"trace[2022057843] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"132.474661ms","start":"2026-03-02T16:00:28.106189Z","end":"2026-03-02T16:00:28.238664Z","steps":["trace[2022057843] 'process raft request' (duration: 132.173182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:28.238749Z","caller":"traceutil/trace.go:171","msg":"trace[61754545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2674; }","duration":"125.724289ms","start":"2026-03-02T16:00:28.113014Z","end":"2026-03-02T16:00:28.238739Z","steps":["trace[61754545] 'agreement among raft nodes before linearized reading' (duration: 125.549574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:28.238952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.38178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:00:28.239047Z","caller":"traceutil/trace.go:171","msg":"trace[1326644148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2674; }","duration":"125.496502ms","start":"2026-03-02T16:00:28.113537Z","end":"2026-03-02T16:00:28.239033Z","steps":["trace[1326644148] 'agreement among raft nodes before linearized reading' (duration: 125.178064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:28.238648Z","caller":"traceutil/trace.go:171","msg":"trace[1900543624] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"131.472023ms","start":"2026-03-02T16:00:28.10711Z","end":"2026-03-02T16:00:28.238582Z","steps":["trace[1900543624] 'process raft request' (duration: 131.288468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:28.419513Z","caller":"traceutil/trace.go:171","msg":"trace[644167767] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"140.292491ms","start":"2026-03-02T16:00:28.279186Z","end":"2026-03-02T16:00:28.419479Z","steps":["trace[644167767] 'process raft request' (duration: 66.05484ms)","trace[644167767] 'compare' (duration: 74.016275ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:28.419804Z","caller":"traceutil/trace.go:171","msg":"trace[1427202193] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"140.566588ms","start":"2026-03-02T16:00:28.279219Z","end":"2026-03-02T16:00:28.419785Z","steps":["trace[1427202193] 'process raft request' (duration: 140.213768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:28.419948Z","caller":"traceutil/trace.go:171","msg":"trace[1847734894] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"140.65188ms","start":"2026-03-02T16:00:28.279221Z","end":"2026-03-02T16:00:28.419873Z","steps":["trace[1847734894] 'process raft request' (duration: 140.473856ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:44.673144Z","caller":"traceutil/trace.go:171","msg":"trace[511647381] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"176.399574ms","start":"2026-03-02T16:00:44.496717Z","end":"2026-03-02T16:00:44.673117Z","steps":["trace[511647381] 'process raft request' (duration: 94.903638ms)","trace[511647381] 'compare' (duration: 81.281501ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:44.71274Z","caller":"traceutil/trace.go:171","msg":"trace[316479094] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"168.740138ms","start":"2026-03-02T16:00:44.543977Z","end":"2026-03-02T16:00:44.712717Z","steps":["trace[316479094] 'process raft request' (duration: 168.658526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:02:18.069554Z","caller":"traceutil/trace.go:171","msg":"trace[155856889] linearizableReadLoop","detail":"{readStateIndex:3459; appliedIndex:3458; }","duration":"118.079386ms","start":"2026-03-02T16:02:17.951446Z","end":"2026-03-02T16:02:18.069526Z","steps":["trace[155856889] 'read index received' (duration: 117.952623ms)","trace[155856889] 'applied index is now lower than readState.Index' (duration: 125.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:02:18.069632Z","caller":"traceutil/trace.go:171","msg":"trace[1205224007] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"250.658482ms","start":"2026-03-02T16:02:17.818951Z","end":"2026-03-02T16:02:18.06961Z","steps":["trace[1205224007] 'process raft request' (duration: 250.416145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:18.069824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.352323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:02:18.069872Z","caller":"traceutil/trace.go:171","msg":"trace[1521612547] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3321; }","duration":"118.439675ms","start":"2026-03-02T16:02:17.951419Z","end":"2026-03-02T16:02:18.069859Z","steps":["trace[1521612547] 'agreement among raft nodes before linearized reading' (duration: 118.23398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:02:18.125013Z","caller":"traceutil/trace.go:171","msg":"trace[592151140] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"134.381995ms","start":"2026-03-02T16:02:17.990605Z","end":"2026-03-02T16:02:18.124987Z","steps":["trace[592151140] 'process raft request' (duration: 131.069536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:43.432929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.105331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:02:43.433031Z","caller":"traceutil/trace.go:171","msg":"trace[894640721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3507; }","duration":"139.276086ms","start":"2026-03-02T16:02:43.293735Z","end":"2026-03-02T16:02:43.433011Z","steps":["trace[894640721] 'range keys from in-memory index tree' (duration: 138.891906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:43.43303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.185252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:02:43.433179Z","caller":"traceutil/trace.go:171","msg":"trace[565291171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3507; }","duration":"117.366937ms","start":"2026-03-02T16:02:43.315771Z","end":"2026-03-02T16:02:43.433138Z","steps":["trace[565291171] 'range keys from in-memory index tree' (duration: 117.020677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:02:53.76989Z","caller":"traceutil/trace.go:171","msg":"trace[1772295158] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"226.488222ms","start":"2026-03-02T16:02:53.543363Z","end":"2026-03-02T16:02:53.769851Z","steps":["trace[1772295158] 'process raft request' (duration: 226.254365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:02:53.826579Z","caller":"traceutil/trace.go:171","msg":"trace[2088252757] linearizableReadLoop","detail":"{readStateIndex:3715; appliedIndex:3713; }","duration":"279.236831ms","start":"2026-03-02T16:02:53.547277Z","end":"2026-03-02T16:02:53.826514Z","steps":["trace[2088252757] 'read index received' (duration: 222.358411ms)","trace[2088252757] 'applied index is now lower than readState.Index' (duration: 56.87692ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:02:53.826675Z","caller":"traceutil/trace.go:171","msg":"trace[1865636855] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"280.398702ms","start":"2026-03-02T16:02:53.546234Z","end":"2026-03-02T16:02:53.826632Z","steps":["trace[1865636855] 'process raft request' (duration: 280.102144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:53.826893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.60559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:02:53.826966Z","caller":"traceutil/trace.go:171","msg":"trace[327645162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:3569; }","duration":"279.724173ms","start":"2026-03-02T16:02:53.547225Z","end":"2026-03-02T16:02:53.826949Z","steps":["trace[327645162] 'agreement among raft nodes before linearized reading' (duration: 279.508838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:54.089945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.345386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63175"} {"level":"info","ts":"2026-03-02T16:02:54.090277Z","caller":"traceutil/trace.go:171","msg":"trace[312354762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3569; }","duration":"207.673335ms","start":"2026-03-02T16:02:53.882542Z","end":"2026-03-02T16:02:54.090216Z","steps":["trace[312354762] 'range keys from in-memory index tree' (duration: 206.920435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:35.631477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.142977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:03:35.631693Z","caller":"traceutil/trace.go:171","msg":"trace[1748560399] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3998; }","duration":"154.305554ms","start":"2026-03-02T16:03:35.47736Z","end":"2026-03-02T16:03:35.631666Z","steps":["trace[1748560399] 'read index received' (duration: 33.740076ms)","trace[1748560399] 'applied index is now lower than readState.Index' (duration: 120.562878ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:03:35.631772Z","caller":"traceutil/trace.go:171","msg":"trace[1056624792] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"156.256457ms","start":"2026-03-02T16:03:35.475442Z","end":"2026-03-02T16:03:35.631698Z","steps":["trace[1056624792] 'process raft request' (duration: 35.754931ms)","trace[1056624792] 'compare' (duration: 119.871029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:03:35.631909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.545821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:03:35.632077Z","caller":"traceutil/trace.go:171","msg":"trace[1677942183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3842; }","duration":"154.729036ms","start":"2026-03-02T16:03:35.477264Z","end":"2026-03-02T16:03:35.631993Z","steps":["trace[1677942183] 'agreement among raft nodes before linearized reading' (duration: 154.551161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:03:35.901281Z","caller":"traceutil/trace.go:171","msg":"trace[921383494] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:4000; }","duration":"144.981714ms","start":"2026-03-02T16:03:35.756276Z","end":"2026-03-02T16:03:35.901258Z","steps":["trace[921383494] 'read index received' (duration: 144.561723ms)","trace[921383494] 'applied index is now lower than readState.Index' (duration: 418.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:03:35.901336Z","caller":"traceutil/trace.go:171","msg":"trace[1015729091] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"192.070948ms","start":"2026-03-02T16:03:35.709235Z","end":"2026-03-02T16:03:35.901306Z","steps":["trace[1015729091] 'process raft request' (duration: 191.790801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:35.901408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.111177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:03:35.901445Z","caller":"traceutil/trace.go:171","msg":"trace[1494796423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3844; }","duration":"145.18938ms","start":"2026-03-02T16:03:35.756243Z","end":"2026-03-02T16:03:35.901432Z","steps":["trace[1494796423] 'agreement among raft nodes before linearized reading' (duration: 145.107647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.17697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.053943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:03:36.177052Z","caller":"traceutil/trace.go:171","msg":"trace[1156546245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3844; }","duration":"200.194927ms","start":"2026-03-02T16:03:35.976839Z","end":"2026-03-02T16:03:36.177034Z","steps":["trace[1156546245] 'range keys from in-memory index tree' (duration: 199.872918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.177331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.526938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:03:36.17763Z","caller":"traceutil/trace.go:171","msg":"trace[2111742099] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"197.072523ms","start":"2026-03-02T16:03:35.980482Z","end":"2026-03-02T16:03:36.177555Z","steps":["trace[2111742099] 'process raft request' (duration: 89.232746ms)","trace[2111742099] 'compare' (duration: 107.317053ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:03:36.177772Z","caller":"traceutil/trace.go:171","msg":"trace[1705527753] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"191.080632ms","start":"2026-03-02T16:03:35.986659Z","end":"2026-03-02T16:03:36.177739Z","steps":["trace[1705527753] 'process raft request' (duration: 190.814965ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:15.672863Z","caller":"traceutil/trace.go:171","msg":"trace[527302236] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"127.326539ms","start":"2026-03-02T16:04:15.545492Z","end":"2026-03-02T16:04:15.672818Z","steps":["trace[527302236] 'process raft request' (duration: 126.701192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:17.095807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.671943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:17.095938Z","caller":"traceutil/trace.go:171","msg":"trace[525505928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4407; }","duration":"361.831387ms","start":"2026-03-02T16:04:16.73408Z","end":"2026-03-02T16:04:17.095912Z","steps":["trace[525505928] 'range keys from in-memory index tree' (duration: 361.589181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:17.096004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:16.734061Z","time spent":"361.91746ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T16:04:17.095822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.885805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T16:04:17.096122Z","caller":"traceutil/trace.go:171","msg":"trace[256783469] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4407; }","duration":"185.241515ms","start":"2026-03-02T16:04:16.910849Z","end":"2026-03-02T16:04:17.09609Z","steps":["trace[256783469] 'range keys from in-memory index tree' (duration: 184.788412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:17.095824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.911202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-02T16:04:17.096241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.454297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-02T16:04:17.096265Z","caller":"traceutil/trace.go:171","msg":"trace[472219911] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4407; }","duration":"183.373354ms","start":"2026-03-02T16:04:16.912865Z","end":"2026-03-02T16:04:17.096239Z","steps":["trace[472219911] 'range keys from in-memory index tree' (duration: 182.808889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:17.096293Z","caller":"traceutil/trace.go:171","msg":"trace[971670900] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4407; }","duration":"275.54942ms","start":"2026-03-02T16:04:16.820729Z","end":"2026-03-02T16:04:17.096278Z","steps":["trace[971670900] 'range keys from in-memory index tree' (duration: 275.277233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:17.103437Z","caller":"traceutil/trace.go:171","msg":"trace[2021305560] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"184.206736ms","start":"2026-03-02T16:04:16.919214Z","end":"2026-03-02T16:04:17.103421Z","steps":["trace[2021305560] 'process raft request' (duration: 183.446306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:17.10689Z","caller":"traceutil/trace.go:171","msg":"trace[1885435514] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"185.966364ms","start":"2026-03-02T16:04:16.920879Z","end":"2026-03-02T16:04:17.106845Z","steps":["trace[1885435514] 'process raft request' (duration: 185.4569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:18.226132Z","caller":"traceutil/trace.go:171","msg":"trace[393970803] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"151.266763ms","start":"2026-03-02T16:04:18.074845Z","end":"2026-03-02T16:04:18.226112Z","steps":["trace[393970803] 'process raft request' (duration: 151.15171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:18.226143Z","caller":"traceutil/trace.go:171","msg":"trace[2031996022] linearizableReadLoop","detail":"{readStateIndex:4663; appliedIndex:4663; }","duration":"110.556979ms","start":"2026-03-02T16:04:18.115564Z","end":"2026-03-02T16:04:18.226121Z","steps":["trace[2031996022] 'read index received' (duration: 110.549139ms)","trace[2031996022] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:18.22636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.774195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3196e8e7-cc28-4a3f-bf69-a38c7aebb1b4\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-02T16:04:18.226418Z","caller":"traceutil/trace.go:171","msg":"trace[1386147632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3196e8e7-cc28-4a3f-bf69-a38c7aebb1b4; range_end:; response_count:1; response_revision:4482; }","duration":"110.846667ms","start":"2026-03-02T16:04:18.115558Z","end":"2026-03-02T16:04:18.226405Z","steps":["trace[1386147632] 'agreement among raft nodes before linearized reading' (duration: 110.633521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:18.234472Z","caller":"traceutil/trace.go:171","msg":"trace[1920412132] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"110.294693ms","start":"2026-03-02T16:04:18.124147Z","end":"2026-03-02T16:04:18.234442Z","steps":["trace[1920412132] 'process raft request' (duration: 109.80694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:20.531507Z","caller":"traceutil/trace.go:171","msg":"trace[1485380255] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"137.965933ms","start":"2026-03-02T16:04:20.393516Z","end":"2026-03-02T16:04:20.531482Z","steps":["trace[1485380255] 'process raft request' (duration: 93.497966ms)","trace[1485380255] 'compare' (duration: 44.173899ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:20.531705Z","caller":"traceutil/trace.go:171","msg":"trace[1878156184] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4698; }","duration":"117.406999ms","start":"2026-03-02T16:04:20.414254Z","end":"2026-03-02T16:04:20.531661Z","steps":["trace[1878156184] 'read index received' (duration: 72.774938ms)","trace[1878156184] 'applied index is now lower than readState.Index' (duration: 44.628361ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:20.531731Z","caller":"traceutil/trace.go:171","msg":"trace[407350002] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"127.927472ms","start":"2026-03-02T16:04:20.403755Z","end":"2026-03-02T16:04:20.531683Z","steps":["trace[407350002] 'process raft request' (duration: 127.673525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:20.53194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.680976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:04:20.531989Z","caller":"traceutil/trace.go:171","msg":"trace[1415057852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4519; }","duration":"117.785189ms","start":"2026-03-02T16:04:20.414192Z","end":"2026-03-02T16:04:20.531977Z","steps":["trace[1415057852] 'agreement among raft nodes before linearized reading' (duration: 117.605274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:21.403855Z","caller":"traceutil/trace.go:171","msg":"trace[1524209712] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4726; }","duration":"118.463707ms","start":"2026-03-02T16:04:21.28536Z","end":"2026-03-02T16:04:21.403824Z","steps":["trace[1524209712] 'read index received' (duration: 27.097219ms)","trace[1524209712] 'applied index is now lower than readState.Index' (duration: 91.365288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:21.4042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.802386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3196e8e7-cc28-4a3f-bf69-a38c7aebb1b4\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-02T16:04:21.404249Z","caller":"traceutil/trace.go:171","msg":"trace[1637720744] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3196e8e7-cc28-4a3f-bf69-a38c7aebb1b4; range_end:; response_count:1; response_revision:4546; }","duration":"118.93394ms","start":"2026-03-02T16:04:21.2853Z","end":"2026-03-02T16:04:21.404234Z","steps":["trace[1637720744] 'agreement among raft nodes before linearized reading' (duration: 118.660303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:21.404669Z","caller":"traceutil/trace.go:171","msg":"trace[1093603582] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"126.078803ms","start":"2026-03-02T16:04:21.278574Z","end":"2026-03-02T16:04:21.404653Z","steps":["trace[1093603582] 'process raft request' (duration: 33.866871ms)","trace[1093603582] 'compare' (duration: 90.876296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:24.019884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.428686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:04:24.019996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.791259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-02T16:04:24.020028Z","caller":"traceutil/trace.go:171","msg":"trace[2129441955] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4617; }","duration":"144.652402ms","start":"2026-03-02T16:04:23.875333Z","end":"2026-03-02T16:04:24.019985Z","steps":["trace[2129441955] 'count revisions from in-memory index tree' (duration: 144.2378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:24.02004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.64563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:04:24.020084Z","caller":"traceutil/trace.go:171","msg":"trace[588944247] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4617; }","duration":"188.915443ms","start":"2026-03-02T16:04:23.831149Z","end":"2026-03-02T16:04:24.020065Z","steps":["trace[588944247] 'range keys from in-memory index tree' (duration: 188.572584ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:24.020131Z","caller":"traceutil/trace.go:171","msg":"trace[795609933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4617; }","duration":"125.785234ms","start":"2026-03-02T16:04:23.894327Z","end":"2026-03-02T16:04:24.020112Z","steps":["trace[795609933] 'range keys from in-memory index tree' (duration: 125.405554ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:25.402472Z","caller":"traceutil/trace.go:171","msg":"trace[1927650726] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4632; }","duration":"109.551118ms","start":"2026-03-02T16:04:25.292893Z","end":"2026-03-02T16:04:25.402444Z","steps":["trace[1927650726] 'process raft request' (duration: 109.454785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:25.698793Z","caller":"traceutil/trace.go:171","msg":"trace[1789645624] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4819; }","duration":"217.748548ms","start":"2026-03-02T16:04:25.481018Z","end":"2026-03-02T16:04:25.698766Z","steps":["trace[1789645624] 'read index received' (duration: 217.611425ms)","trace[1789645624] 'applied index is now lower than readState.Index' (duration: 136.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:25.698906Z","caller":"traceutil/trace.go:171","msg":"trace[1693781667] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"230.357018ms","start":"2026-03-02T16:04:25.468502Z","end":"2026-03-02T16:04:25.698859Z","steps":["trace[1693781667] 'process raft request' (duration: 230.105761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:25.69896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.915393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:25.699006Z","caller":"traceutil/trace.go:171","msg":"trace[21979011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4633; }","duration":"217.991696ms","start":"2026-03-02T16:04:25.481004Z","end":"2026-03-02T16:04:25.698996Z","steps":["trace[21979011] 'agreement among raft nodes before linearized reading' (duration: 217.890133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:25.704108Z","caller":"traceutil/trace.go:171","msg":"trace[2100678753] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"218.002645ms","start":"2026-03-02T16:04:25.486066Z","end":"2026-03-02T16:04:25.704069Z","steps":["trace[2100678753] 'process raft request' (duration: 217.612965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:25.704222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.795691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:25.704288Z","caller":"traceutil/trace.go:171","msg":"trace[850104661] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4634; }","duration":"110.908784ms","start":"2026-03-02T16:04:25.593362Z","end":"2026-03-02T16:04:25.704271Z","steps":["trace[850104661] 'agreement among raft nodes before linearized reading' (duration: 110.717028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:29.544679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.913925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T16:04:29.544759Z","caller":"traceutil/trace.go:171","msg":"trace[2080779159] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36; range_end:; response_count:1; response_revision:4770; }","duration":"756.998797ms","start":"2026-03-02T16:04:28.787739Z","end":"2026-03-02T16:04:29.544738Z","steps":["trace[2080779159] 'range keys from in-memory index tree' (duration: 756.74412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:29.544803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:28.787675Z","time spent":"757.115681ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36\" "} {"level":"warn","ts":"2026-03-02T16:04:29.544945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.006369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:29.545072Z","caller":"traceutil/trace.go:171","msg":"trace[1196063629] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"613.721163ms","start":"2026-03-02T16:04:28.931331Z","end":"2026-03-02T16:04:29.545052Z","steps":["trace[1196063629] 'process raft request' (duration: 212.486518ms)","trace[1196063629] 'compare' (duration: 400.566987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:29.545146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:28.931305Z","time spent":"613.800944ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:29.661666Z","caller":"traceutil/trace.go:171","msg":"trace[177823009] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4961; }","duration":"420.515694ms","start":"2026-03-02T16:04:29.241112Z","end":"2026-03-02T16:04:29.661628Z","steps":["trace[177823009] 'read index received' (duration: 414.937314ms)","trace[177823009] 'applied index is now lower than readState.Index' (duration: 5.57699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:29.661858Z","caller":"traceutil/trace.go:171","msg":"trace[415323893] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"436.913435ms","start":"2026-03-02T16:04:29.224881Z","end":"2026-03-02T16:04:29.661794Z","steps":["trace[415323893] 'process raft request' (duration: 431.196691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:29.661769Z","caller":"traceutil/trace.go:171","msg":"trace[1722355365] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"431.940472ms","start":"2026-03-02T16:04:29.229763Z","end":"2026-03-02T16:04:29.661703Z","steps":["trace[1722355365] 'process raft request' (duration: 431.808528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:29.661963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.801442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:04:29.662045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:29.224856Z","time spent":"437.09726ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:29.662054Z","caller":"traceutil/trace.go:171","msg":"trace[2079288243] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4773; }","duration":"421.001317ms","start":"2026-03-02T16:04:29.241028Z","end":"2026-03-02T16:04:29.662029Z","steps":["trace[2079288243] 'agreement among raft nodes before linearized reading' (duration: 420.824903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:29.662136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:29.229738Z","time spent":"432.25177ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:29.662128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:29.240995Z","time spent":"421.10781ms","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:04:29.662202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.303864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:04:29.662208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.267435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T16:04:29.662319Z","caller":"traceutil/trace.go:171","msg":"trace[648152403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4773; }","duration":"134.473098ms","start":"2026-03-02T16:04:29.527818Z","end":"2026-03-02T16:04:29.662291Z","steps":["trace[648152403] 'agreement among raft nodes before linearized reading' (duration: 134.241222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:29.662347Z","caller":"traceutil/trace.go:171","msg":"trace[396619051] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36; range_end:; response_count:1; response_revision:4773; }","duration":"408.455849ms","start":"2026-03-02T16:04:29.25387Z","end":"2026-03-02T16:04:29.662326Z","steps":["trace[396619051] 'agreement among raft nodes before linearized reading' (duration: 408.132291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:29.6624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:29.253855Z","time spent":"408.534832ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36\" "} {"level":"warn","ts":"2026-03-02T16:04:29.662596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.382346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776977"} {"level":"info","ts":"2026-03-02T16:04:29.662686Z","caller":"traceutil/trace.go:171","msg":"trace[242555680] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4773; }","duration":"247.517549ms","start":"2026-03-02T16:04:29.415149Z","end":"2026-03-02T16:04:29.662666Z","steps":["trace[242555680] 'agreement among raft nodes before linearized reading' (duration: 246.994215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:30.2025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.71293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:04:30.202587Z","caller":"traceutil/trace.go:171","msg":"trace[733948680] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4778; }","duration":"129.817783ms","start":"2026-03-02T16:04:30.072749Z","end":"2026-03-02T16:04:30.202567Z","steps":["trace[733948680] 'count revisions from in-memory index tree' (duration: 129.629338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:30.202633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.796534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:04:30.202724Z","caller":"traceutil/trace.go:171","msg":"trace[1195513414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4778; }","duration":"136.220436ms","start":"2026-03-02T16:04:30.066481Z","end":"2026-03-02T16:04:30.202702Z","steps":["trace[1195513414] 'range keys from in-memory index tree' (duration: 135.554177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:30.203016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.448387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776977"} {"level":"info","ts":"2026-03-02T16:04:30.203212Z","caller":"traceutil/trace.go:171","msg":"trace[2033243602] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4778; }","duration":"283.695983ms","start":"2026-03-02T16:04:29.919501Z","end":"2026-03-02T16:04:30.203197Z","steps":["trace[2033243602] 'range keys from in-memory index tree' (duration: 283.011594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:30.545788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.040564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:30.545884Z","caller":"traceutil/trace.go:171","msg":"trace[278577817] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4779; }","duration":"193.187368ms","start":"2026-03-02T16:04:30.352671Z","end":"2026-03-02T16:04:30.545858Z","steps":["trace[278577817] 'count revisions from in-memory index tree' (duration: 192.965812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:32.000122Z","caller":"traceutil/trace.go:171","msg":"trace[926175322] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5008; }","duration":"174.008652ms","start":"2026-03-02T16:04:31.826088Z","end":"2026-03-02T16:04:32.000096Z","steps":["trace[926175322] 'read index received' (duration: 173.813167ms)","trace[926175322] 'applied index is now lower than readState.Index' (duration: 194.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:32.000157Z","caller":"traceutil/trace.go:171","msg":"trace[846531663] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"185.192603ms","start":"2026-03-02T16:04:31.814929Z","end":"2026-03-02T16:04:32.000122Z","steps":["trace[846531663] 'process raft request' (duration: 184.993627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:32.000502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.383332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:04:32.000515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.632029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:04:32.000611Z","caller":"traceutil/trace.go:171","msg":"trace[1888140300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4817; }","duration":"135.774563ms","start":"2026-03-02T16:04:31.864814Z","end":"2026-03-02T16:04:32.000589Z","steps":["trace[1888140300] 'agreement among raft nodes before linearized reading' (duration: 135.475355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:32.000839Z","caller":"traceutil/trace.go:171","msg":"trace[1075310736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4817; }","duration":"174.514825ms","start":"2026-03-02T16:04:31.826056Z","end":"2026-03-02T16:04:32.000571Z","steps":["trace[1075310736] 'agreement among raft nodes before linearized reading' (duration: 174.154095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:39.130074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.582058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:39.130199Z","caller":"traceutil/trace.go:171","msg":"trace[975204882] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"286.54195ms","start":"2026-03-02T16:04:38.843636Z","end":"2026-03-02T16:04:39.130178Z","steps":["trace[975204882] 'process raft request' (duration: 108.780067ms)","trace[975204882] 'compare' (duration: 177.029843ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:39.460118Z","caller":"traceutil/trace.go:171","msg":"trace[762389683] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5152; }","duration":"112.264301ms","start":"2026-03-02T16:04:39.347825Z","end":"2026-03-02T16:04:39.460089Z","steps":["trace[762389683] 'read index received' (duration: 111.893231ms)","trace[762389683] 'applied index is now lower than readState.Index' (duration: 370.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:39.460419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.565119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-v9nhn\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-02T16:04:39.46047Z","caller":"traceutil/trace.go:171","msg":"trace[1247466550] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-v9nhn; range_end:; response_count:1; response_revision:4956; }","duration":"112.686722ms","start":"2026-03-02T16:04:39.347766Z","end":"2026-03-02T16:04:39.460452Z","steps":["trace[1247466550] 'agreement among raft nodes before linearized reading' (duration: 112.432575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:39.460658Z","caller":"traceutil/trace.go:171","msg":"trace[1302124553] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"183.519408ms","start":"2026-03-02T16:04:39.277076Z","end":"2026-03-02T16:04:39.460595Z","steps":["trace[1302124553] 'process raft request' (duration: 182.815049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:39.718904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.183059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:39.71922Z","caller":"traceutil/trace.go:171","msg":"trace[1706187317] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5153; }","duration":"243.023959ms","start":"2026-03-02T16:04:39.476174Z","end":"2026-03-02T16:04:39.719198Z","steps":["trace[1706187317] 'read index received' (duration: 4.452189ms)","trace[1706187317] 'applied index is now lower than readState.Index' (duration: 238.57036ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:39.719248Z","caller":"traceutil/trace.go:171","msg":"trace[1655448371] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"249.058361ms","start":"2026-03-02T16:04:39.470164Z","end":"2026-03-02T16:04:39.719222Z","steps":["trace[1655448371] 'process raft request' (duration: 248.909207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:39.719254Z","caller":"traceutil/trace.go:171","msg":"trace[688279292] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"257.023816ms","start":"2026-03-02T16:04:39.462207Z","end":"2026-03-02T16:04:39.719231Z","steps":["trace[688279292] 'process raft request' (duration: 18.409875ms)","trace[688279292] 'compare' (duration: 237.934632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:39.719327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.138753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:39.719371Z","caller":"traceutil/trace.go:171","msg":"trace[811706305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4958; }","duration":"243.210034ms","start":"2026-03-02T16:04:39.476145Z","end":"2026-03-02T16:04:39.719355Z","steps":["trace[811706305] 'agreement among raft nodes before linearized reading' (duration: 243.132422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.124207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.920039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:40.12464Z","caller":"traceutil/trace.go:171","msg":"trace[1276164818] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"423.056153ms","start":"2026-03-02T16:04:39.701536Z","end":"2026-03-02T16:04:40.124592Z","steps":["trace[1276164818] 'process raft request' (duration: 422.779535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.1247Z","caller":"traceutil/trace.go:171","msg":"trace[1881471121] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"420.215936ms","start":"2026-03-02T16:04:39.704447Z","end":"2026-03-02T16:04:40.124663Z","steps":["trace[1881471121] 'process raft request' (duration: 419.927058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.124752Z","caller":"traceutil/trace.go:171","msg":"trace[1421438569] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"399.734626ms","start":"2026-03-02T16:04:39.724997Z","end":"2026-03-02T16:04:40.124732Z","steps":["trace[1421438569] 'process raft request' (duration: 399.662334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.124776Z","caller":"traceutil/trace.go:171","msg":"trace[1339565647] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"399.752876ms","start":"2026-03-02T16:04:39.724997Z","end":"2026-03-02T16:04:40.12475Z","steps":["trace[1339565647] 'process raft request' (duration: 399.617933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.124873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.701514Z","time spent":"423.231727ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:40.12489Z","caller":"traceutil/trace.go:171","msg":"trace[1661312639] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5155; }","duration":"404.301257ms","start":"2026-03-02T16:04:39.720571Z","end":"2026-03-02T16:04:40.124873Z","steps":["trace[1661312639] 'read index received' (duration: 122.729761ms)","trace[1661312639] 'applied index is now lower than readState.Index' (duration: 281.570686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:40.12486Z","caller":"traceutil/trace.go:171","msg":"trace[2009324564] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"507.960407ms","start":"2026-03-02T16:04:39.616824Z","end":"2026-03-02T16:04:40.124785Z","steps":["trace[2009324564] 'process raft request' (duration: 226.373911ms)","trace[2009324564] 'compare' (duration: 280.670151ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:40.12488Z","caller":"traceutil/trace.go:171","msg":"trace[1143377972] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"401.340458ms","start":"2026-03-02T16:04:39.723489Z","end":"2026-03-02T16:04:40.12483Z","steps":["trace[1143377972] 'process raft request' (duration: 400.924897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.124943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.724976Z","time spent":"399.891589ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:40.124976Z","caller":"traceutil/trace.go:171","msg":"trace[816465595] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"353.410639ms","start":"2026-03-02T16:04:39.77155Z","end":"2026-03-02T16:04:40.124961Z","steps":["trace[816465595] 'process raft request' (duration: 353.145522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.12498Z","caller":"traceutil/trace.go:171","msg":"trace[1207078035] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"401.059141ms","start":"2026-03-02T16:04:39.723871Z","end":"2026-03-02T16:04:40.12493Z","steps":["trace[1207078035] 'process raft request' (duration: 400.592008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.125024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.723458Z","time spent":"401.513303ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:04:40.125069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.771498Z","time spent":"353.524451ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:40.125071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.616794Z","time spent":"508.173103ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:40.125094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.723855Z","time spent":"401.192844ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:04:40.125126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.80476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-v9nhn\" ","response":"range_response_count:1 size:8056"} {"level":"info","ts":"2026-03-02T16:04:40.125166Z","caller":"traceutil/trace.go:171","msg":"trace[1559786267] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-v9nhn; range_end:; response_count:1; response_revision:4966; }","duration":"398.864742ms","start":"2026-03-02T16:04:39.726288Z","end":"2026-03-02T16:04:40.125153Z","steps":["trace[1559786267] 'agreement among raft nodes before linearized reading' (duration: 398.731748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.1252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.726281Z","time spent":"398.911333ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8079,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-v9nhn\" "} {"level":"warn","ts":"2026-03-02T16:04:40.125008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.436542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:04:40.124892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.704434Z","time spent":"420.36066ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:40.125236Z","caller":"traceutil/trace.go:171","msg":"trace[95364105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4966; }","duration":"404.692819ms","start":"2026-03-02T16:04:39.720532Z","end":"2026-03-02T16:04:40.125225Z","steps":["trace[95364105] 'agreement among raft nodes before linearized reading' (duration: 404.440682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.125277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.720521Z","time spent":"404.74657ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:04:40.126915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:39.724979Z","time spent":"399.824708ms","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:40.298717Z","caller":"traceutil/trace.go:171","msg":"trace[1966846402] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"168.229586ms","start":"2026-03-02T16:04:40.130461Z","end":"2026-03-02T16:04:40.298691Z","steps":["trace[1966846402] 'process raft request' (duration: 168.01558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.298894Z","caller":"traceutil/trace.go:171","msg":"trace[1148480263] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4967; }","duration":"168.819483ms","start":"2026-03-02T16:04:40.130042Z","end":"2026-03-02T16:04:40.298861Z","steps":["trace[1148480263] 'process raft request' (duration: 139.232106ms)","trace[1148480263] 'compare' (duration: 29.125954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:40.299657Z","caller":"traceutil/trace.go:171","msg":"trace[834062204] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"169.166462ms","start":"2026-03-02T16:04:40.130476Z","end":"2026-03-02T16:04:40.299643Z","steps":["trace[834062204] 'process raft request' (duration: 168.101373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.413738Z","caller":"traceutil/trace.go:171","msg":"trace[2007886039] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"104.509722ms","start":"2026-03-02T16:04:40.309195Z","end":"2026-03-02T16:04:40.413705Z","steps":["trace[2007886039] 'process raft request' (duration: 104.42962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.414075Z","caller":"traceutil/trace.go:171","msg":"trace[652401759] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"108.494619ms","start":"2026-03-02T16:04:40.305566Z","end":"2026-03-02T16:04:40.414061Z","steps":["trace[652401759] 'process raft request' (duration: 107.834052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.93344Z","caller":"traceutil/trace.go:171","msg":"trace[1849266898] linearizableReadLoop","detail":"{readStateIndex:5171; appliedIndex:5170; }","duration":"198.390398ms","start":"2026-03-02T16:04:40.735026Z","end":"2026-03-02T16:04:40.933416Z","steps":["trace[1849266898] 'read index received' (duration: 198.332786ms)","trace[1849266898] 'applied index is now lower than readState.Index' (duration: 56.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:40.93356Z","caller":"traceutil/trace.go:171","msg":"trace[1684198399] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"221.635373ms","start":"2026-03-02T16:04:40.711913Z","end":"2026-03-02T16:04:40.933549Z","steps":["trace[1684198399] 'process raft request' (duration: 221.366476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.933833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.776898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:04:40.933936Z","caller":"traceutil/trace.go:171","msg":"trace[2110358223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4973; }","duration":"198.915132ms","start":"2026-03-02T16:04:40.734997Z","end":"2026-03-02T16:04:40.933912Z","steps":["trace[2110358223] 'agreement among raft nodes before linearized reading' (duration: 198.562493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:40.98733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.739159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:04:40.987413Z","caller":"traceutil/trace.go:171","msg":"trace[2016884842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:4974; }","duration":"246.869912ms","start":"2026-03-02T16:04:40.740526Z","end":"2026-03-02T16:04:40.987396Z","steps":["trace[2016884842] 'agreement among raft nodes before linearized reading' (duration: 246.626726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:40.987415Z","caller":"traceutil/trace.go:171","msg":"trace[474478407] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"197.999827ms","start":"2026-03-02T16:04:40.789389Z","end":"2026-03-02T16:04:40.987388Z","steps":["trace[474478407] 'process raft request' (duration: 197.606647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:44.255746Z","caller":"traceutil/trace.go:171","msg":"trace[826148181] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"117.889132ms","start":"2026-03-02T16:04:44.137838Z","end":"2026-03-02T16:04:44.255728Z","steps":["trace[826148181] 'process raft request' (duration: 117.779469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:48.96563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.59423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:48.965867Z","caller":"traceutil/trace.go:171","msg":"trace[409599535] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"565.172266ms","start":"2026-03-02T16:04:48.40066Z","end":"2026-03-02T16:04:48.965832Z","steps":["trace[409599535] 'process raft request' (duration: 58.287248ms)","trace[409599535] 'compare' (duration: 504.35857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:48.966103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.400637Z","time spent":"565.387392ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:48.96681Z","caller":"traceutil/trace.go:171","msg":"trace[205558424] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5300; }","duration":"489.287875ms","start":"2026-03-02T16:04:48.477495Z","end":"2026-03-02T16:04:48.966783Z","steps":["trace[205558424] 'read index received' (duration: 42.531µs)","trace[205558424] 'applied index is now lower than readState.Index' (duration: 489.242914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:48.968431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.913338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:48.968523Z","caller":"traceutil/trace.go:171","msg":"trace[2001948123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5102; }","duration":"491.036282ms","start":"2026-03-02T16:04:48.47745Z","end":"2026-03-02T16:04:48.968487Z","steps":["trace[2001948123] 'agreement among raft nodes before linearized reading' (duration: 489.517441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:48.96857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.477421Z","time spent":"491.138294ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:04:48.969061Z","caller":"traceutil/trace.go:171","msg":"trace[279723214] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"563.694696ms","start":"2026-03-02T16:04:48.403292Z","end":"2026-03-02T16:04:48.966986Z","steps":["trace[279723214] 'process raft request' (duration: 562.434142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:48.96933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.403283Z","time spent":"565.890576ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:49.33702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.557084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:49.337147Z","caller":"traceutil/trace.go:171","msg":"trace[867621896] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"845.347173ms","start":"2026-03-02T16:04:48.491781Z","end":"2026-03-02T16:04:49.337128Z","steps":["trace[867621896] 'process raft request' (duration: 621.598374ms)","trace[867621896] 'compare' (duration: 223.40526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:49.337204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.491749Z","time spent":"845.431415ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:04:49.834513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.066102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:49.835177Z","caller":"traceutil/trace.go:171","msg":"trace[1168828119] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5302; }","duration":"868.228139ms","start":"2026-03-02T16:04:48.966934Z","end":"2026-03-02T16:04:49.835162Z","steps":["trace[1168828119] 'read index received' (duration: 146.44778ms)","trace[1168828119] 'applied index is now lower than readState.Index' (duration: 721.779049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:49.835309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.621389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:04:49.835295Z","caller":"traceutil/trace.go:171","msg":"trace[1333197925] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"1.341556934s","start":"2026-03-02T16:04:48.493699Z","end":"2026-03-02T16:04:49.835256Z","steps":["trace[1333197925] 'process raft request' (duration: 1.0046711s)","trace[1333197925] 'compare' (duration: 335.97138ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:49.835376Z","caller":"traceutil/trace.go:171","msg":"trace[1129195159] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5104; }","duration":"965.748023ms","start":"2026-03-02T16:04:48.869611Z","end":"2026-03-02T16:04:49.835359Z","steps":["trace[1129195159] 'agreement among raft nodes before linearized reading' (duration: 965.566598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:49.835422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.869581Z","time spent":"965.830896ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:04:49.83545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337838384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-02T16:04:49.835554Z","caller":"traceutil/trace.go:171","msg":"trace[1643640649] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1; range_end:; response_count:1; response_revision:5104; }","duration":"1.337946077s","start":"2026-03-02T16:04:48.497564Z","end":"2026-03-02T16:04:49.83551Z","steps":["trace[1643640649] 'agreement among raft nodes before linearized reading' (duration: 1.337753312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:49.835471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.493678Z","time spent":"1.341707209s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:49.835598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.497553Z","time spent":"1.338035929s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1\" "} {"level":"warn","ts":"2026-03-02T16:04:49.835333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261592223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-02T16:04:49.835714Z","caller":"traceutil/trace.go:171","msg":"trace[1146300964] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1; range_end:; response_count:1; response_revision:5104; }","duration":"1.262011744s","start":"2026-03-02T16:04:48.573688Z","end":"2026-03-02T16:04:49.8357Z","steps":["trace[1146300964] 'agreement among raft nodes before linearized reading' (duration: 1.261540282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:49.835785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.573657Z","time spent":"1.262116756s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1\" "} {"level":"warn","ts":"2026-03-02T16:04:50.660096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.774176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:50.660193Z","caller":"traceutil/trace.go:171","msg":"trace[2010004463] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5304; }","duration":"824.974166ms","start":"2026-03-02T16:04:49.835203Z","end":"2026-03-02T16:04:50.660177Z","steps":["trace[2010004463] 'read index received' (duration: 105.044686ms)","trace[2010004463] 'applied index is now lower than readState.Index' (duration: 719.92839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:50.66038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556934249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:04:50.660631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68592244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:04:50.660669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63279015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:04:50.660714Z","caller":"traceutil/trace.go:171","msg":"trace[1557833629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5105; }","duration":"1.5573342s","start":"2026-03-02T16:04:49.103366Z","end":"2026-03-02T16:04:50.6607Z","steps":["trace[1557833629] 'agreement among raft nodes before linearized reading' (duration: 1.556901289s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:50.66072Z","caller":"traceutil/trace.go:171","msg":"trace[1622330776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5105; }","duration":"1.686005432s","start":"2026-03-02T16:04:48.974689Z","end":"2026-03-02T16:04:50.660694Z","steps":["trace[1622330776] 'agreement among raft nodes before linearized reading' (duration: 1.685783226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:50.660455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125855412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:50.660758Z","caller":"traceutil/trace.go:171","msg":"trace[150321860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:5105; }","duration":"1.632927373s","start":"2026-03-02T16:04:49.027808Z","end":"2026-03-02T16:04:50.660736Z","steps":["trace[150321860] 'agreement among raft nodes before linearized reading' (duration: 1.632591934s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:50.660787Z","caller":"traceutil/trace.go:171","msg":"trace[992347161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5105; }","duration":"1.126208081s","start":"2026-03-02T16:04:49.534566Z","end":"2026-03-02T16:04:50.660774Z","steps":["trace[992347161] 'agreement among raft nodes before linearized reading' (duration: 1.125862572s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:50.660791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.974472Z","time spent":"1.686304801s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:04:50.660807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:49.027787Z","time spent":"1.633011926s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:04:50.660821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:49.53455Z","time spent":"1.126260282s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:04:50.660468Z","caller":"traceutil/trace.go:171","msg":"trace[1154758226] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"1.318280479s","start":"2026-03-02T16:04:49.342154Z","end":"2026-03-02T16:04:50.660435Z","steps":["trace[1154758226] 'process raft request' (duration: 598.100443ms)","trace[1154758226] 'compare' (duration: 719.510638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:50.661053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:49.103335Z","time spent":"1.55770334s","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:04:50.660541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688872889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:04:50.661132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:49.342133Z","time spent":"1.318848764s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:04:50.661236Z","caller":"traceutil/trace.go:171","msg":"trace[90053953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5105; }","duration":"1.689596498s","start":"2026-03-02T16:04:48.971622Z","end":"2026-03-02T16:04:50.661218Z","steps":["trace[90053953] 'agreement among raft nodes before linearized reading' (duration: 1.688865159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:50.660561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624860237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:04:50.661301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:48.971605Z","time spent":"1.68968019s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:04:50.661348Z","caller":"traceutil/trace.go:171","msg":"trace[259789351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5105; }","duration":"1.625675519s","start":"2026-03-02T16:04:49.035659Z","end":"2026-03-02T16:04:50.661334Z","steps":["trace[259789351] 'agreement among raft nodes before linearized reading' (duration: 1.624759874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:50.661397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:49.035647Z","time spent":"1.625737181s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:04:51.161343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503739750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:04:51.533238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593178296s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:04:51.536634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.473595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:51.536792Z","caller":"traceutil/trace.go:171","msg":"trace[1623788136] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5105; }","duration":"177.64395ms","start":"2026-03-02T16:04:51.359127Z","end":"2026-03-02T16:04:51.536771Z","steps":["trace[1623788136] 'range keys from in-memory index tree' (duration: 177.459005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.536834Z","caller":"traceutil/trace.go:171","msg":"trace[49441601] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"1.693766342s","start":"2026-03-02T16:04:49.843037Z","end":"2026-03-02T16:04:51.536803Z","steps":["trace[49441601] 'process raft request' (duration: 1.690458303s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.536992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:49.84302Z","time spent":"1.693887226s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:51.546716Z","caller":"traceutil/trace.go:171","msg":"trace[442765991] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"1.301260972s","start":"2026-03-02T16:04:50.245426Z","end":"2026-03-02T16:04:51.546687Z","steps":["trace[442765991] 'process raft request' (duration: 1.301107988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.5469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.245401Z","time spent":"1.301371105s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:51.546952Z","caller":"traceutil/trace.go:171","msg":"trace[774191156] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"1.300860741s","start":"2026-03-02T16:04:50.246073Z","end":"2026-03-02T16:04:51.546933Z","steps":["trace[774191156] 'process raft request' (duration: 1.300582104s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.547012Z","caller":"traceutil/trace.go:171","msg":"trace[793044219] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"1.27665777s","start":"2026-03-02T16:04:50.27034Z","end":"2026-03-02T16:04:51.546998Z","steps":["trace[793044219] 'process raft request' (duration: 1.276513956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.547059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.246065Z","time spent":"1.300936083s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:51.547106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.270316Z","time spent":"1.276737322s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:51.547248Z","caller":"traceutil/trace.go:171","msg":"trace[129217560] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5305; }","duration":"886.591974ms","start":"2026-03-02T16:04:50.660642Z","end":"2026-03-02T16:04:51.547234Z","steps":["trace[129217560] 'read index received' (duration: 872.846105ms)","trace[129217560] 'applied index is now lower than readState.Index' (duration: 13.745179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:51.547381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113474869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:04:51.547416Z","caller":"traceutil/trace.go:171","msg":"trace[1680092207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5112; }","duration":"1.113532741s","start":"2026-03-02T16:04:50.433874Z","end":"2026-03-02T16:04:51.547406Z","steps":["trace[1680092207] 'agreement among raft nodes before linearized reading' (duration: 1.113430128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.547421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.626971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80213"} {"level":"warn","ts":"2026-03-02T16:04:51.54744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.433858Z","time spent":"1.113576352s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:04:51.547467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.455636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:51.547483Z","caller":"traceutil/trace.go:171","msg":"trace[78514068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5112; }","duration":"878.486357ms","start":"2026-03-02T16:04:50.668992Z","end":"2026-03-02T16:04:51.547478Z","steps":["trace[78514068] 'agreement among raft nodes before linearized reading' (duration: 878.461416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.547442Z","caller":"traceutil/trace.go:171","msg":"trace[2070589619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5112; }","duration":"881.674202ms","start":"2026-03-02T16:04:50.665761Z","end":"2026-03-02T16:04:51.547435Z","steps":["trace[2070589619] 'agreement among raft nodes before linearized reading' (duration: 881.552809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.5475Z","caller":"traceutil/trace.go:171","msg":"trace[203646315] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"881.6096ms","start":"2026-03-02T16:04:50.665884Z","end":"2026-03-02T16:04:51.547494Z","steps":["trace[203646315] 'process raft request' (duration: 881.322583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.547354Z","caller":"traceutil/trace.go:171","msg":"trace[893701591] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"882.32964ms","start":"2026-03-02T16:04:50.664984Z","end":"2026-03-02T16:04:51.547314Z","steps":["trace[893701591] 'process raft request' (duration: 882.167345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.547598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.665748Z","time spent":"881.827047ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80236,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:04:51.547614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.665858Z","time spent":"881.729984ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:51.547516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.162949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:04:51.547505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.668986Z","time spent":"878.515788ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:04:51.54761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.470132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T16:04:51.547632Z","caller":"traceutil/trace.go:171","msg":"trace[383183021] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"1.276371632s","start":"2026-03-02T16:04:50.271231Z","end":"2026-03-02T16:04:51.547603Z","steps":["trace[383183021] 'process raft request' (duration: 1.275729135s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.547681Z","caller":"traceutil/trace.go:171","msg":"trace[297759197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5112; }","duration":"574.348463ms","start":"2026-03-02T16:04:50.973316Z","end":"2026-03-02T16:04:51.547665Z","steps":["trace[297759197] 'agreement among raft nodes before linearized reading' (duration: 574.035545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.547703Z","caller":"traceutil/trace.go:171","msg":"trace[861783470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1; range_end:; response_count:1; response_revision:5112; }","duration":"705.607846ms","start":"2026-03-02T16:04:50.842075Z","end":"2026-03-02T16:04:51.547683Z","steps":["trace[861783470] 'agreement among raft nodes before linearized reading' (duration: 705.366609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.547726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.97331Z","time spent":"574.402705ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:04:51.547752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.842059Z","time spent":"705.684127ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d028d735-9444-4dbb-acf7-38250c9b9ee1\" "} {"level":"warn","ts":"2026-03-02T16:04:51.547763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.271177Z","time spent":"1.276520926s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:51.547645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.075373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:04:51.547917Z","caller":"traceutil/trace.go:171","msg":"trace[1540990858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5112; }","duration":"575.32944ms","start":"2026-03-02T16:04:50.972518Z","end":"2026-03-02T16:04:51.547847Z","steps":["trace[1540990858] 'agreement among raft nodes before linearized reading' (duration: 574.95084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.547985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.972498Z","time spent":"575.470104ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:04:51.548084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:50.664969Z","time spent":"882.980108ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:52.003899Z","caller":"traceutil/trace.go:171","msg":"trace[925687051] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5123; }","duration":"169.965542ms","start":"2026-03-02T16:04:51.83391Z","end":"2026-03-02T16:04:52.003876Z","steps":["trace[925687051] 'process raft request' (duration: 169.917971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:52.003931Z","caller":"traceutil/trace.go:171","msg":"trace[754175188] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"173.882168ms","start":"2026-03-02T16:04:51.830014Z","end":"2026-03-02T16:04:52.003897Z","steps":["trace[754175188] 'process raft request' (duration: 148.345851ms)","trace[754175188] 'compare' (duration: 25.244259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:54.264468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.536123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:54.264602Z","caller":"traceutil/trace.go:171","msg":"trace[43739396] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"677.686743ms","start":"2026-03-02T16:04:53.586889Z","end":"2026-03-02T16:04:54.264576Z","steps":["trace[43739396] 'process raft request' (duration: 365.944296ms)","trace[43739396] 'compare' (duration: 311.365167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:54.264698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.58687Z","time spent":"677.783786ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:54.267602Z","caller":"traceutil/trace.go:171","msg":"trace[540903603] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"678.156666ms","start":"2026-03-02T16:04:53.589428Z","end":"2026-03-02T16:04:54.267584Z","steps":["trace[540903603] 'process raft request' (duration: 678.050713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:54.267697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.589411Z","time spent":"678.242119ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:54.267672Z","caller":"traceutil/trace.go:171","msg":"trace[1253270270] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"680.433808ms","start":"2026-03-02T16:04:53.587185Z","end":"2026-03-02T16:04:54.267619Z","steps":["trace[1253270270] 'process raft request' (duration: 680.246083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:54.267658Z","caller":"traceutil/trace.go:171","msg":"trace[1588817382] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"680.482928ms","start":"2026-03-02T16:04:53.587118Z","end":"2026-03-02T16:04:54.2676Z","steps":["trace[1588817382] 'process raft request' (duration: 680.213971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:54.267887Z","caller":"traceutil/trace.go:171","msg":"trace[959600591] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"564.423636ms","start":"2026-03-02T16:04:53.703433Z","end":"2026-03-02T16:04:54.267857Z","steps":["trace[959600591] 'process raft request' (duration: 564.078247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:54.26791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.587101Z","time spent":"680.684504ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:54.267916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.587166Z","time spent":"680.608252ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:54.268043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.703407Z","time spent":"564.551839ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:55.014961Z","caller":"traceutil/trace.go:171","msg":"trace[1214914741] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"153.227662ms","start":"2026-03-02T16:04:54.861709Z","end":"2026-03-02T16:04:55.014936Z","steps":["trace[1214914741] 'process raft request' (duration: 153.065478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.11438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503740093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:05:02.323383Z","caller":"traceutil/trace.go:171","msg":"trace[452733771] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"766.489653ms","start":"2026-03-02T16:05:01.55687Z","end":"2026-03-02T16:05:02.32336Z","steps":["trace[452733771] 'process raft request' (duration: 766.332799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.323573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.556838Z","time spent":"766.622867ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:02.325094Z","caller":"traceutil/trace.go:171","msg":"trace[1754007833] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5472; }","duration":"710.801105ms","start":"2026-03-02T16:05:01.614272Z","end":"2026-03-02T16:05:02.325073Z","steps":["trace[1754007833] 'read index received' (duration: 708.993687ms)","trace[1754007833] 'applied index is now lower than readState.Index' (duration: 1.806218ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:02.325161Z","caller":"traceutil/trace.go:171","msg":"trace[1529252480] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"720.037244ms","start":"2026-03-02T16:05:01.605085Z","end":"2026-03-02T16:05:02.325123Z","steps":["trace[1529252480] 'process raft request' (duration: 719.91028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.325402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.115143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:05:02.325423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.605068Z","time spent":"720.26765ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:02.325477Z","caller":"traceutil/trace.go:171","msg":"trace[623462839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5272; }","duration":"711.239887ms","start":"2026-03-02T16:05:01.614224Z","end":"2026-03-02T16:05:02.325464Z","steps":["trace[623462839] 'agreement among raft nodes before linearized reading' (duration: 711.008541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.325532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.614211Z","time spent":"711.310429ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:05:02.325548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.956167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-02T16:05:02.325218Z","caller":"traceutil/trace.go:171","msg":"trace[1725629262] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"710.585999ms","start":"2026-03-02T16:05:01.614617Z","end":"2026-03-02T16:05:02.325203Z","steps":["trace[1725629262] 'process raft request' (duration: 710.415114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:02.325605Z","caller":"traceutil/trace.go:171","msg":"trace[172998801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5272; }","duration":"172.055389ms","start":"2026-03-02T16:05:02.153535Z","end":"2026-03-02T16:05:02.325591Z","steps":["trace[172998801] 'agreement among raft nodes before linearized reading' (duration: 171.902245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.325661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.614601Z","time spent":"711.026001ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:02.325197Z","caller":"traceutil/trace.go:171","msg":"trace[883340405] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"737.126243ms","start":"2026-03-02T16:05:01.58804Z","end":"2026-03-02T16:05:02.325166Z","steps":["trace[883340405] 'process raft request' (duration: 736.821055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.325781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.588018Z","time spent":"737.73695ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:02.325728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.250995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:05:02.325898Z","caller":"traceutil/trace.go:171","msg":"trace[1514712249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:5272; }","duration":"705.498622ms","start":"2026-03-02T16:05:01.620385Z","end":"2026-03-02T16:05:02.325884Z","steps":["trace[1514712249] 'agreement among raft nodes before linearized reading' (duration: 704.988449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.32597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.114625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-02T16:05:02.326029Z","caller":"traceutil/trace.go:171","msg":"trace[1123369860] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5272; }","duration":"675.182296ms","start":"2026-03-02T16:05:01.650817Z","end":"2026-03-02T16:05:02.325999Z","steps":["trace[1123369860] 'agreement among raft nodes before linearized reading' (duration: 675.047643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.326071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.650808Z","time spent":"675.255309ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T16:05:02.32608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.620373Z","time spent":"705.610585ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:05:02.32638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.794637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-02T16:05:02.32647Z","caller":"traceutil/trace.go:171","msg":"trace[570130095] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5272; }","duration":"693.88668ms","start":"2026-03-02T16:05:01.632567Z","end":"2026-03-02T16:05:02.326454Z","steps":["trace[570130095] 'agreement among raft nodes before linearized reading' (duration: 693.595602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.32652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.632559Z","time spent":"693.949791ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T16:05:08.204172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.043641ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T16:05:08.204304Z","caller":"traceutil/trace.go:171","msg":"trace[449110325] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5520; }","duration":"222.528237ms","start":"2026-03-02T16:05:07.981756Z","end":"2026-03-02T16:05:08.204284Z","steps":["trace[449110325] 'read index received' (duration: 41.351662ms)","trace[449110325] 'applied index is now lower than readState.Index' (duration: 181.173905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:05:08.204543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.765203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89529da2-e2b1-4c8c-8164-e803f48e9cd2\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-02T16:05:08.204656Z","caller":"traceutil/trace.go:171","msg":"trace[504914854] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89529da2-e2b1-4c8c-8164-e803f48e9cd2; range_end:; response_count:1; response_revision:5315; }","duration":"223.100342ms","start":"2026-03-02T16:05:07.981534Z","end":"2026-03-02T16:05:08.204634Z","steps":["trace[504914854] 'agreement among raft nodes before linearized reading' (duration: 222.838285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:08.204705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.555067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T16:05:08.204767Z","caller":"traceutil/trace.go:171","msg":"trace[1222926376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5315; }","duration":"148.66426ms","start":"2026-03-02T16:05:08.056088Z","end":"2026-03-02T16:05:08.204752Z","steps":["trace[1222926376] 'agreement among raft nodes before linearized reading' (duration: 148.30401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:08.411926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.053929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:08.412021Z","caller":"traceutil/trace.go:171","msg":"trace[1771579865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5317; }","duration":"101.193513ms","start":"2026-03-02T16:05:08.310809Z","end":"2026-03-02T16:05:08.412002Z","steps":["trace[1771579865] 'range keys from in-memory index tree' (duration: 100.685739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:08.842242Z","caller":"traceutil/trace.go:171","msg":"trace[2145408674] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5531; }","duration":"127.404078ms","start":"2026-03-02T16:05:08.71482Z","end":"2026-03-02T16:05:08.842224Z","steps":["trace[2145408674] 'read index received' (duration: 127.165742ms)","trace[2145408674] 'applied index is now lower than readState.Index' (duration: 237.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:08.84234Z","caller":"traceutil/trace.go:171","msg":"trace[543956156] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"155.957666ms","start":"2026-03-02T16:05:08.686372Z","end":"2026-03-02T16:05:08.84233Z","steps":["trace[543956156] 'process raft request' (duration: 155.672408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:08.860497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.645249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T16:05:08.860567Z","caller":"traceutil/trace.go:171","msg":"trace[608509856] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5326; }","duration":"145.751121ms","start":"2026-03-02T16:05:08.714795Z","end":"2026-03-02T16:05:08.860546Z","steps":["trace[608509856] 'agreement among raft nodes before linearized reading' (duration: 127.517631ms)","trace[608509856] 'range keys from in-memory index tree' (duration: 18.053086ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:09.047557Z","caller":"traceutil/trace.go:171","msg":"trace[1170365863] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"180.609889ms","start":"2026-03-02T16:05:08.866895Z","end":"2026-03-02T16:05:09.047505Z","steps":["trace[1170365863] 'process raft request' (duration: 180.462135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:09.158541Z","caller":"traceutil/trace.go:171","msg":"trace[1733727761] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"291.450551ms","start":"2026-03-02T16:05:08.867073Z","end":"2026-03-02T16:05:09.158523Z","steps":["trace[1733727761] 'process raft request' (duration: 291.358369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:09.158674Z","caller":"traceutil/trace.go:171","msg":"trace[720834700] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"291.539454ms","start":"2026-03-02T16:05:08.867015Z","end":"2026-03-02T16:05:09.158554Z","steps":["trace[720834700] 'process raft request' (duration: 242.922166ms)","trace[720834700] 'compare' (duration: 48.395542ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:09.158882Z","caller":"traceutil/trace.go:171","msg":"trace[362769883] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"285.177253ms","start":"2026-03-02T16:05:08.873689Z","end":"2026-03-02T16:05:09.158866Z","steps":["trace[362769883] 'process raft request' (duration: 285.018488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:09.158907Z","caller":"traceutil/trace.go:171","msg":"trace[1442440202] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"291.729299ms","start":"2026-03-02T16:05:08.867145Z","end":"2026-03-02T16:05:09.158874Z","steps":["trace[1442440202] 'process raft request' (duration: 291.337978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:30.69687Z","caller":"traceutil/trace.go:171","msg":"trace[609946193] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"135.919891ms","start":"2026-03-02T16:05:30.560929Z","end":"2026-03-02T16:05:30.696849Z","steps":["trace[609946193] 'process raft request' (duration: 108.099232ms)","trace[609946193] 'compare' (duration: 27.582113ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:32.868984Z","caller":"traceutil/trace.go:171","msg":"trace[685105646] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"130.557318ms","start":"2026-03-02T16:05:32.738396Z","end":"2026-03-02T16:05:32.868953Z","steps":["trace[685105646] 'process raft request' (duration: 119.463923ms)","trace[685105646] 'compare' (duration: 10.971762ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:32.878621Z","caller":"traceutil/trace.go:171","msg":"trace[1375476011] linearizableReadLoop","detail":"{readStateIndex:5674; appliedIndex:5672; }","duration":"132.375697ms","start":"2026-03-02T16:05:32.746224Z","end":"2026-03-02T16:05:32.878599Z","steps":["trace[1375476011] 'read index received' (duration: 111.632816ms)","trace[1375476011] 'applied index is now lower than readState.Index' (duration: 20.742011ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:32.878664Z","caller":"traceutil/trace.go:171","msg":"trace[1447861873] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"139.989629ms","start":"2026-03-02T16:05:32.738654Z","end":"2026-03-02T16:05:32.878643Z","steps":["trace[1447861873] 'process raft request' (duration: 139.811385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:32.878844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.606603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-02T16:05:32.878887Z","caller":"traceutil/trace.go:171","msg":"trace[871961160] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5465; }","duration":"132.697266ms","start":"2026-03-02T16:05:32.746177Z","end":"2026-03-02T16:05:32.878875Z","steps":["trace[871961160] 'agreement among raft nodes before linearized reading' (duration: 132.531291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:32.878903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.669643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:05:32.878975Z","caller":"traceutil/trace.go:171","msg":"trace[1263188084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5465; }","duration":"115.764546ms","start":"2026-03-02T16:05:32.76319Z","end":"2026-03-02T16:05:32.878955Z","steps":["trace[1263188084] 'agreement among raft nodes before linearized reading' (duration: 115.584861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:32.879046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.605795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:05:32.879114Z","caller":"traceutil/trace.go:171","msg":"trace[198217104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5465; }","duration":"114.725218ms","start":"2026-03-02T16:05:32.764371Z","end":"2026-03-02T16:05:32.879097Z","steps":["trace[198217104] 'agreement among raft nodes before linearized reading' (duration: 114.539063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:32.879195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.851524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:05:32.879292Z","caller":"traceutil/trace.go:171","msg":"trace[1487149982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:5465; }","duration":"113.980678ms","start":"2026-03-02T16:05:32.765284Z","end":"2026-03-02T16:05:32.879265Z","steps":["trace[1487149982] 'agreement among raft nodes before linearized reading' (duration: 113.564437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:34.857655Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2711} {"level":"info","ts":"2026-03-02T16:05:34.918742Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2711,"took":"59.713326ms","hash":1965608652,"current-db-size-bytes":38899712,"current-db-size":"39 MB","current-db-size-in-use-bytes":29204480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T16:05:34.918798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1965608652,"revision":2711,"compact-revision":-1} {"level":"info","ts":"2026-03-02T16:05:48.831753Z","caller":"traceutil/trace.go:171","msg":"trace[1120086152] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"140.118892ms","start":"2026-03-02T16:05:48.691614Z","end":"2026-03-02T16:05:48.831733Z","steps":["trace[1120086152] 'process raft request' (duration: 140.068181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:48.831898Z","caller":"traceutil/trace.go:171","msg":"trace[101811909] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"141.237262ms","start":"2026-03-02T16:05:48.690649Z","end":"2026-03-02T16:05:48.831886Z","steps":["trace[101811909] 'process raft request' (duration: 127.96472ms)","trace[101811909] 'compare' (duration: 12.976954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:49.124205Z","caller":"traceutil/trace.go:171","msg":"trace[1384248878] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"105.01893ms","start":"2026-03-02T16:05:49.01916Z","end":"2026-03-02T16:05:49.124179Z","steps":["trace[1384248878] 'process raft request' (duration: 104.930168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:49.124236Z","caller":"traceutil/trace.go:171","msg":"trace[770929116] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"105.182414ms","start":"2026-03-02T16:05:49.019015Z","end":"2026-03-02T16:05:49.124198Z","steps":["trace[770929116] 'process raft request' (duration: 99.997887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:49.124468Z","caller":"traceutil/trace.go:171","msg":"trace[1035685351] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"103.760437ms","start":"2026-03-02T16:05:49.020685Z","end":"2026-03-02T16:05:49.124445Z","steps":["trace[1035685351] 'process raft request' (duration: 103.446059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:49.124529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.773818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T16:05:49.12463Z","caller":"traceutil/trace.go:171","msg":"trace[1263487888] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5645; }","duration":"103.898111ms","start":"2026-03-02T16:05:49.020717Z","end":"2026-03-02T16:05:49.124615Z","steps":["trace[1263487888] 'agreement among raft nodes before linearized reading' (duration: 103.646074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:49.374535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.153257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:49.374632Z","caller":"traceutil/trace.go:171","msg":"trace[1442351729] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5645; }","duration":"139.319721ms","start":"2026-03-02T16:05:49.235291Z","end":"2026-03-02T16:05:49.374611Z","steps":["trace[1442351729] 'range keys from in-memory index tree' (duration: 139.068185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:49.375725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.834103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-02T16:05:49.375823Z","caller":"traceutil/trace.go:171","msg":"trace[626578181] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5645; }","duration":"125.965357ms","start":"2026-03-02T16:05:49.249838Z","end":"2026-03-02T16:05:49.375803Z","steps":["trace[626578181] 'range keys from in-memory index tree' (duration: 124.58301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:03.086787Z","caller":"traceutil/trace.go:171","msg":"trace[1157508453] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"102.40214ms","start":"2026-03-02T16:06:02.984352Z","end":"2026-03-02T16:06:03.086754Z","steps":["trace[1157508453] 'process raft request' (duration: 102.205555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:03.125469Z","caller":"traceutil/trace.go:171","msg":"trace[1887458229] linearizableReadLoop","detail":"{readStateIndex:5958; appliedIndex:5957; }","duration":"118.692774ms","start":"2026-03-02T16:06:03.006756Z","end":"2026-03-02T16:06:03.125449Z","steps":["trace[1887458229] 'read index received' (duration: 80.019646ms)","trace[1887458229] 'applied index is now lower than readState.Index' (duration: 38.672348ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:06:03.12554Z","caller":"traceutil/trace.go:171","msg":"trace[143316761] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"140.065731ms","start":"2026-03-02T16:06:02.985442Z","end":"2026-03-02T16:06:03.125507Z","steps":["trace[143316761] 'process raft request' (duration: 139.840225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:03.125725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.941709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:06:03.125775Z","caller":"traceutil/trace.go:171","msg":"trace[1229799406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5740; }","duration":"119.086404ms","start":"2026-03-02T16:06:03.006674Z","end":"2026-03-02T16:06:03.125761Z","steps":["trace[1229799406] 'agreement among raft nodes before linearized reading' (duration: 118.863168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:16.324955Z","caller":"traceutil/trace.go:171","msg":"trace[941616372] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"124.865757ms","start":"2026-03-02T16:06:16.200063Z","end":"2026-03-02T16:06:16.324929Z","steps":["trace[941616372] 'process raft request' (duration: 124.639601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:10:34.866772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5475} {"level":"info","ts":"2026-03-02T16:10:34.957931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5475,"took":"89.297171ms","hash":1044611172,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":20221952,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-02T16:10:34.958071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1044611172,"revision":5475,"compact-revision":2711} {"level":"info","ts":"2026-03-02T16:11:44.117281Z","caller":"traceutil/trace.go:171","msg":"trace[1796112126] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"106.513156ms","start":"2026-03-02T16:11:44.010737Z","end":"2026-03-02T16:11:44.11725Z","steps":["trace[1796112126] 'process raft request' (duration: 105.493768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:01.138151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.382745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:12:01.138246Z","caller":"traceutil/trace.go:171","msg":"trace[1313561468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7878; }","duration":"102.483928ms","start":"2026-03-02T16:12:01.035741Z","end":"2026-03-02T16:12:01.138225Z","steps":["trace[1313561468] 'range keys from in-memory index tree' (duration: 102.199609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:47.110164Z","caller":"traceutil/trace.go:171","msg":"trace[1433269533] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"549.052481ms","start":"2026-03-02T16:12:46.561092Z","end":"2026-03-02T16:12:47.110145Z","steps":["trace[1433269533] 'process raft request' (duration: 548.906937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.110309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.561068Z","time spent":"549.172854ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:47.934461Z","caller":"traceutil/trace.go:171","msg":"trace[1088508421] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8601; }","duration":"996.372616ms","start":"2026-03-02T16:12:46.938068Z","end":"2026-03-02T16:12:47.934441Z","steps":["trace[1088508421] 'read index received' (duration: 171.965906ms)","trace[1088508421] 'applied index is now lower than readState.Index' (duration: 824.40569ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:47.934505Z","caller":"traceutil/trace.go:171","msg":"trace[1125080694] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"1.336448815s","start":"2026-03-02T16:12:46.598029Z","end":"2026-03-02T16:12:47.934478Z","steps":["trace[1125080694] 'process raft request' (duration: 1.329546649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.935271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.598007Z","time spent":"1.337163744s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:47.93536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.036424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T16:12:47.93543Z","caller":"traceutil/trace.go:171","msg":"trace[1369871156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8291; }","duration":"945.152108ms","start":"2026-03-02T16:12:46.990261Z","end":"2026-03-02T16:12:47.935413Z","steps":["trace[1369871156] 'agreement among raft nodes before linearized reading' (duration: 944.933452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.935485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.990248Z","time spent":"945.228569ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:12:47.935716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.970032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5fdcfcdfc6-59h7n.18991237682da1e6\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-02T16:12:47.935749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.132082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:12:47.935765Z","caller":"traceutil/trace.go:171","msg":"trace[448144313] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5fdcfcdfc6-59h7n.18991237682da1e6; range_end:; response_count:1; response_revision:8291; }","duration":"406.076055ms","start":"2026-03-02T16:12:47.529676Z","end":"2026-03-02T16:12:47.935752Z","steps":["trace[448144313] 'agreement among raft nodes before linearized reading' (duration: 405.931711ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:47.935784Z","caller":"traceutil/trace.go:171","msg":"trace[263462834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8291; }","duration":"446.182263ms","start":"2026-03-02T16:12:47.489591Z","end":"2026-03-02T16:12:47.935774Z","steps":["trace[263462834] 'agreement among raft nodes before linearized reading' (duration: 446.122292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.935808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.52965Z","time spent":"406.142337ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5fdcfcdfc6-59h7n.18991237682da1e6\" "} {"level":"warn","ts":"2026-03-02T16:12:47.935825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.489582Z","time spent":"446.227215ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:12:47.935974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.234406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:47.936007Z","caller":"traceutil/trace.go:171","msg":"trace[56154973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8291; }","duration":"459.288066ms","start":"2026-03-02T16:12:47.476712Z","end":"2026-03-02T16:12:47.936Z","steps":["trace[56154973] 'agreement among raft nodes before linearized reading' (duration: 459.239745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.4767Z","time spent":"459.326677ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:12:47.93617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.176479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:12:47.934525Z","caller":"traceutil/trace.go:171","msg":"trace[975953239] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"1.256060192s","start":"2026-03-02T16:12:46.678429Z","end":"2026-03-02T16:12:47.934489Z","steps":["trace[975953239] 'process raft request' (duration: 1.255924578s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.934601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.515329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:12:47.936219Z","caller":"traceutil/trace.go:171","msg":"trace[470746719] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8291; }","duration":"998.147803ms","start":"2026-03-02T16:12:46.93806Z","end":"2026-03-02T16:12:47.936208Z","steps":["trace[470746719] 'agreement among raft nodes before linearized reading' (duration: 996.480668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.938023Z","time spent":"998.224275ms","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:12:47.936344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.156713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:12:47.936326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.038993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:47.9364Z","caller":"traceutil/trace.go:171","msg":"trace[1584426721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:8291; }","duration":"299.421115ms","start":"2026-03-02T16:12:47.636964Z","end":"2026-03-02T16:12:47.936385Z","steps":["trace[1584426721] 'agreement among raft nodes before linearized reading' (duration: 299.135137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.264619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:12:47.936382Z","caller":"traceutil/trace.go:171","msg":"trace[1372491824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8291; }","duration":"588.229606ms","start":"2026-03-02T16:12:47.348143Z","end":"2026-03-02T16:12:47.936373Z","steps":["trace[1372491824] 'agreement among raft nodes before linearized reading' (duration: 588.049691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.678407Z","time spent":"1.257987864s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:47.936463Z","caller":"traceutil/trace.go:171","msg":"trace[1424590373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8291; }","duration":"306.372432ms","start":"2026-03-02T16:12:47.630073Z","end":"2026-03-02T16:12:47.936446Z","steps":["trace[1424590373] 'agreement among raft nodes before linearized reading' (duration: 306.117066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.630063Z","time spent":"306.438074ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:47.93654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.348121Z","time spent":"588.41004ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:12:47.936419Z","caller":"traceutil/trace.go:171","msg":"trace[238076041] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8291; }","duration":"671.181757ms","start":"2026-03-02T16:12:47.26521Z","end":"2026-03-02T16:12:47.936391Z","steps":["trace[238076041] 'agreement among raft nodes before linearized reading' (duration: 671.014593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.265186Z","time spent":"671.393203ms","remote":"127.0.0.1:55428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:12:47.936339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.884008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T16:12:47.936873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.903779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:12:47.936941Z","caller":"traceutil/trace.go:171","msg":"trace[2033104593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8291; }","duration":"541.996381ms","start":"2026-03-02T16:12:47.394929Z","end":"2026-03-02T16:12:47.936925Z","steps":["trace[2033104593] 'agreement among raft nodes before linearized reading' (duration: 541.240271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.936993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.394919Z","time spent":"542.061113ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:12:47.936844Z","caller":"traceutil/trace.go:171","msg":"trace[1166530894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8291; }","duration":"361.411683ms","start":"2026-03-02T16:12:47.575422Z","end":"2026-03-02T16:12:47.936834Z","steps":["trace[1166530894] 'agreement among raft nodes before linearized reading' (duration: 360.830767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.937032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.300738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:12:47.937142Z","caller":"traceutil/trace.go:171","msg":"trace[319857727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8291; }","duration":"378.403871ms","start":"2026-03-02T16:12:47.558721Z","end":"2026-03-02T16:12:47.937125Z","steps":["trace[319857727] 'agreement among raft nodes before linearized reading' (duration: 377.392684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.937133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.575412Z","time spent":"361.66707ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:47.937172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.558709Z","time spent":"378.456572ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:12:58.468925Z","caller":"traceutil/trace.go:171","msg":"trace[1180819477] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"938.499939ms","start":"2026-03-02T16:12:57.530399Z","end":"2026-03-02T16:12:58.468899Z","steps":["trace[1180819477] 'process raft request' (duration: 938.277743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.469082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:57.530386Z","time spent":"938.614983ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:58.668292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.610067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:12:58.668538Z","caller":"traceutil/trace.go:171","msg":"trace[104092451] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"693.606454ms","start":"2026-03-02T16:12:57.97489Z","end":"2026-03-02T16:12:58.668496Z","steps":["trace[104092451] 'process raft request' (duration: 528.682728ms)","trace[104092451] 'compare' (duration: 164.375871ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:58.668678Z","caller":"traceutil/trace.go:171","msg":"trace[1862920752] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8652; }","duration":"680.008278ms","start":"2026-03-02T16:12:57.988651Z","end":"2026-03-02T16:12:58.668659Z","steps":["trace[1862920752] 'read index received' (duration: 480.121823ms)","trace[1862920752] 'applied index is now lower than readState.Index' (duration: 199.885355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:58.668742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:57.974868Z","time spent":"693.755577ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:58.668751Z","caller":"traceutil/trace.go:171","msg":"trace[671924262] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"692.247637ms","start":"2026-03-02T16:12:57.976329Z","end":"2026-03-02T16:12:58.668577Z","steps":["trace[671924262] 'process raft request' (duration: 692.089083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:58.668783Z","caller":"traceutil/trace.go:171","msg":"trace[90533348] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"686.688277ms","start":"2026-03-02T16:12:57.982069Z","end":"2026-03-02T16:12:58.668758Z","steps":["trace[90533348] 'process raft request' (duration: 686.45434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.668875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:57.976283Z","time spent":"692.532654ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:58.668929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:57.982045Z","time spent":"686.81038ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:58.669006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.595684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:12:58.669041Z","caller":"traceutil/trace.go:171","msg":"trace[1974873351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8340; }","duration":"667.657065ms","start":"2026-03-02T16:12:58.001372Z","end":"2026-03-02T16:12:58.669029Z","steps":["trace[1974873351] 'agreement among raft nodes before linearized reading' (duration: 667.515821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.385218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T16:12:58.669071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.001355Z","time spent":"667.709697ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:12:58.669078Z","caller":"traceutil/trace.go:171","msg":"trace[219797237] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8340; }","duration":"680.46482ms","start":"2026-03-02T16:12:57.988606Z","end":"2026-03-02T16:12:58.669071Z","steps":["trace[219797237] 'agreement among raft nodes before linearized reading' (duration: 680.159722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:57.988587Z","time spent":"680.509941ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T16:12:58.669137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.468867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T16:12:58.669144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.564587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:12:58.669168Z","caller":"traceutil/trace.go:171","msg":"trace[1277207111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:8340; }","duration":"652.516478ms","start":"2026-03-02T16:12:58.016642Z","end":"2026-03-02T16:12:58.669158Z","steps":["trace[1277207111] 'agreement among raft nodes before linearized reading' (duration: 652.395535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.016632Z","time spent":"652.560819ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"info","ts":"2026-03-02T16:12:58.669211Z","caller":"traceutil/trace.go:171","msg":"trace[1219048071] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8340; }","duration":"144.66171ms","start":"2026-03-02T16:12:58.524527Z","end":"2026-03-02T16:12:58.669188Z","steps":["trace[1219048071] 'agreement among raft nodes before linearized reading' (duration: 144.539057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.905239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:12:58.669348Z","caller":"traceutil/trace.go:171","msg":"trace[821797226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8340; }","duration":"655.94043ms","start":"2026-03-02T16:12:58.013398Z","end":"2026-03-02T16:12:58.669338Z","steps":["trace[821797226] 'agreement among raft nodes before linearized reading' (duration: 655.841588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.013368Z","time spent":"656.013572ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:58.669406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.010181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T16:12:58.669434Z","caller":"traceutil/trace.go:171","msg":"trace[579254464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8340; }","duration":"489.079603ms","start":"2026-03-02T16:12:58.180346Z","end":"2026-03-02T16:12:58.669426Z","steps":["trace[579254464] 'agreement among raft nodes before linearized reading' (duration: 488.99895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.180315Z","time spent":"489.138454ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:12:58.669515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.863975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T16:12:58.669539Z","caller":"traceutil/trace.go:171","msg":"trace[762021791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8340; }","duration":"656.909516ms","start":"2026-03-02T16:12:58.012622Z","end":"2026-03-02T16:12:58.669532Z","steps":["trace[762021791] 'agreement among raft nodes before linearized reading' (duration: 656.835585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.012611Z","time spent":"656.947887ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:58.66971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.950855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:12:58.669739Z","caller":"traceutil/trace.go:171","msg":"trace[454534099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8340; }","duration":"661.000107ms","start":"2026-03-02T16:12:58.008731Z","end":"2026-03-02T16:12:58.669731Z","steps":["trace[454534099] 'agreement among raft nodes before linearized reading' (duration: 660.915915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.00872Z","time spent":"661.033027ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:58.669777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.142064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:12:58.669832Z","caller":"traceutil/trace.go:171","msg":"trace[1523308495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8340; }","duration":"663.232156ms","start":"2026-03-02T16:12:58.006584Z","end":"2026-03-02T16:12:58.669816Z","steps":["trace[1523308495] 'agreement among raft nodes before linearized reading' (duration: 663.064222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:58.669876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:58.006541Z","time spent":"663.322619ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:13:00.778241Z","caller":"traceutil/trace.go:171","msg":"trace[1207006527] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"101.794127ms","start":"2026-03-02T16:13:00.676371Z","end":"2026-03-02T16:13:00.778165Z","steps":["trace[1207006527] 'process raft request' (duration: 70.311591ms)","trace[1207006527] 'compare' (duration: 31.286901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:13:01.572177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.771272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:13:01.572933Z","caller":"traceutil/trace.go:171","msg":"trace[760583088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8355; }","duration":"213.548013ms","start":"2026-03-02T16:13:01.359365Z","end":"2026-03-02T16:13:01.572913Z","steps":["trace[760583088] 'range keys from in-memory index tree' (duration: 212.749681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:02.595782Z","caller":"traceutil/trace.go:171","msg":"trace[1791421767] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8672; }","duration":"118.857857ms","start":"2026-03-02T16:13:02.476898Z","end":"2026-03-02T16:13:02.595756Z","steps":["trace[1791421767] 'read index received' (duration: 118.666991ms)","trace[1791421767] 'applied index is now lower than readState.Index' (duration: 189.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:02.59588Z","caller":"traceutil/trace.go:171","msg":"trace[1395269737] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"204.634273ms","start":"2026-03-02T16:13:02.391217Z","end":"2026-03-02T16:13:02.595851Z","steps":["trace[1395269737] 'process raft request' (duration: 204.314455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:02.596016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.104343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:13:02.59608Z","caller":"traceutil/trace.go:171","msg":"trace[1972615006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8356; }","duration":"119.220346ms","start":"2026-03-02T16:13:02.476846Z","end":"2026-03-02T16:13:02.596067Z","steps":["trace[1972615006] 'agreement among raft nodes before linearized reading' (duration: 119.01203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:02.840465Z","caller":"traceutil/trace.go:171","msg":"trace[1662925783] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"104.768818ms","start":"2026-03-02T16:13:02.735671Z","end":"2026-03-02T16:13:02.84044Z","steps":["trace[1662925783] 'process raft request' (duration: 51.565947ms)","trace[1662925783] 'compare' (duration: 53.069207ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:03.650265Z","caller":"traceutil/trace.go:171","msg":"trace[1933688213] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"392.435934ms","start":"2026-03-02T16:13:03.257802Z","end":"2026-03-02T16:13:03.650238Z","steps":["trace[1933688213] 'process raft request' (duration: 392.28687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:03.650425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:03.257774Z","time spent":"392.573808ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:13:03.65778Z","caller":"traceutil/trace.go:171","msg":"trace[1907667598] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8680; }","duration":"275.178841ms","start":"2026-03-02T16:13:03.382579Z","end":"2026-03-02T16:13:03.657758Z","steps":["trace[1907667598] 'read index received' (duration: 267.504565ms)","trace[1907667598] 'applied index is now lower than readState.Index' (duration: 7.672916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:13:03.657926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.322895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:13:03.658006Z","caller":"traceutil/trace.go:171","msg":"trace[513784716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8364; }","duration":"275.443517ms","start":"2026-03-02T16:13:03.382549Z","end":"2026-03-02T16:13:03.657992Z","steps":["trace[513784716] 'agreement among raft nodes before linearized reading' (duration: 275.311284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:03.658047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.272973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:13:03.658096Z","caller":"traceutil/trace.go:171","msg":"trace[819426769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8364; }","duration":"130.437738ms","start":"2026-03-02T16:13:03.527646Z","end":"2026-03-02T16:13:03.658084Z","steps":["trace[819426769] 'agreement among raft nodes before linearized reading' (duration: 130.284254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:27.484883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.315635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:13:27.484959Z","caller":"traceutil/trace.go:171","msg":"trace[1678519084] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8534; }","duration":"207.446979ms","start":"2026-03-02T16:13:27.277498Z","end":"2026-03-02T16:13:27.484945Z","steps":["trace[1678519084] 'count revisions from in-memory index tree' (duration: 207.240773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:27.484938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.192248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-02T16:13:27.485049Z","caller":"traceutil/trace.go:171","msg":"trace[183043964] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8534; }","duration":"131.323942ms","start":"2026-03-02T16:13:27.353683Z","end":"2026-03-02T16:13:27.485007Z","steps":["trace[183043964] 'range keys from in-memory index tree' (duration: 130.949371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.517143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503749361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:13:31.913786Z","caller":"traceutil/trace.go:171","msg":"trace[1701203343] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"987.773473ms","start":"2026-03-02T16:13:30.925987Z","end":"2026-03-02T16:13:31.913761Z","steps":["trace[1701203343] 'process raft request' (duration: 987.635119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.913944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:30.925965Z","time spent":"987.899727ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:13:31.931379Z","caller":"traceutil/trace.go:171","msg":"trace[745685263] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8873; }","duration":"914.475003ms","start":"2026-03-02T16:13:31.016886Z","end":"2026-03-02T16:13:31.931361Z","steps":["trace[745685263] 'read index received' (duration: 896.810457ms)","trace[745685263] 'applied index is now lower than readState.Index' (duration: 17.663716ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:31.931424Z","caller":"traceutil/trace.go:171","msg":"trace[2105883300] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"988.657748ms","start":"2026-03-02T16:13:30.942736Z","end":"2026-03-02T16:13:31.931393Z","steps":["trace[2105883300] 'process raft request' (duration: 988.485723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.931762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.993504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:13:31.931803Z","caller":"traceutil/trace.go:171","msg":"trace[777613987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8551; }","duration":"861.071796ms","start":"2026-03-02T16:13:31.070722Z","end":"2026-03-02T16:13:31.931794Z","steps":["trace[777613987] 'agreement among raft nodes before linearized reading' (duration: 860.910862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.931782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:30.942707Z","time spent":"988.978956ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:13:31.931801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.422789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:13:31.931927Z","caller":"traceutil/trace.go:171","msg":"trace[1764964270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8551; }","duration":"863.566983ms","start":"2026-03-02T16:13:31.068335Z","end":"2026-03-02T16:13:31.931902Z","steps":["trace[1764964270] 'agreement among raft nodes before linearized reading' (duration: 863.354778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.931945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.097746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T16:13:31.932002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:31.068322Z","time spent":"863.664335ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:13:31.931948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.342061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:13:31.932028Z","caller":"traceutil/trace.go:171","msg":"trace[22639512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8551; }","duration":"871.230069ms","start":"2026-03-02T16:13:31.06078Z","end":"2026-03-02T16:13:31.93201Z","steps":["trace[22639512] 'agreement among raft nodes before linearized reading' (duration: 870.941161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.931821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:31.070682Z","time spent":"861.134368ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:13:31.932077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:31.060762Z","time spent":"871.306272ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:13:31.932104Z","caller":"traceutil/trace.go:171","msg":"trace[228862902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:8551; }","duration":"881.519616ms","start":"2026-03-02T16:13:31.050537Z","end":"2026-03-02T16:13:31.932057Z","steps":["trace[228862902] 'agreement among raft nodes before linearized reading' (duration: 881.092325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.932149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:31.050526Z","time spent":"881.612799ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:13:31.931964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.191472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T16:13:31.932445Z","caller":"traceutil/trace.go:171","msg":"trace[444873238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8551; }","duration":"860.691686ms","start":"2026-03-02T16:13:31.071737Z","end":"2026-03-02T16:13:31.932428Z","steps":["trace[444873238] 'agreement among raft nodes before linearized reading' (duration: 859.931546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.932522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:31.071723Z","time spent":"860.782468ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:13:31.932627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.737666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:13:31.932706Z","caller":"traceutil/trace.go:171","msg":"trace[2131188789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8551; }","duration":"915.854389ms","start":"2026-03-02T16:13:31.016838Z","end":"2026-03-02T16:13:31.932692Z","steps":["trace[2131188789] 'agreement among raft nodes before linearized reading' (duration: 914.627576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:31.932765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:31.016821Z","time spent":"915.933211ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:13:31.933067Z","caller":"traceutil/trace.go:171","msg":"trace[1174286159] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"186.217247ms","start":"2026-03-02T16:13:31.74683Z","end":"2026-03-02T16:13:31.933047Z","steps":["trace[1174286159] 'process raft request' (duration: 184.505091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:34.217093Z","caller":"traceutil/trace.go:171","msg":"trace[1080186454] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"179.522978ms","start":"2026-03-02T16:13:34.037538Z","end":"2026-03-02T16:13:34.217061Z","steps":["trace[1080186454] 'process raft request' (duration: 179.451996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:34.217235Z","caller":"traceutil/trace.go:171","msg":"trace[1629930226] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"179.665312ms","start":"2026-03-02T16:13:34.037521Z","end":"2026-03-02T16:13:34.217186Z","steps":["trace[1629930226] 'process raft request' (duration: 179.23301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:34.231641Z","caller":"traceutil/trace.go:171","msg":"trace[47412031] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"193.847744ms","start":"2026-03-02T16:13:34.037771Z","end":"2026-03-02T16:13:34.231619Z","steps":["trace[47412031] 'process raft request' (duration: 193.815383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:34.231675Z","caller":"traceutil/trace.go:171","msg":"trace[530244110] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"194.034368ms","start":"2026-03-02T16:13:34.037615Z","end":"2026-03-02T16:13:34.231649Z","steps":["trace[530244110] 'process raft request' (duration: 193.780812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:34.231736Z","caller":"traceutil/trace.go:171","msg":"trace[1319744522] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"194.062769ms","start":"2026-03-02T16:13:34.037639Z","end":"2026-03-02T16:13:34.231702Z","steps":["trace[1319744522] 'process raft request' (duration: 193.915435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:35.240953Z","caller":"traceutil/trace.go:171","msg":"trace[1670135104] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"245.624375ms","start":"2026-03-02T16:13:34.995304Z","end":"2026-03-02T16:13:35.240928Z","steps":["trace[1670135104] 'process raft request' (duration: 245.465181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:44.482748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.9504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:13:44.482923Z","caller":"traceutil/trace.go:171","msg":"trace[844611256] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8650; }","duration":"251.928165ms","start":"2026-03-02T16:13:44.230968Z","end":"2026-03-02T16:13:44.482896Z","steps":["trace[844611256] 'process raft request' (duration: 126.594195ms)","trace[844611256] 'compare' (duration: 124.757605ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:44.485822Z","caller":"traceutil/trace.go:171","msg":"trace[1723466205] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8980; }","duration":"210.112221ms","start":"2026-03-02T16:13:44.275684Z","end":"2026-03-02T16:13:44.485796Z","steps":["trace[1723466205] 'read index received' (duration: 81.831691ms)","trace[1723466205] 'applied index is now lower than readState.Index' (duration: 128.279589ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:44.485884Z","caller":"traceutil/trace.go:171","msg":"trace[1036098622] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"253.618281ms","start":"2026-03-02T16:13:44.232231Z","end":"2026-03-02T16:13:44.48585Z","steps":["trace[1036098622] 'process raft request' (duration: 253.385945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:44.486083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.378267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:13:44.48613Z","caller":"traceutil/trace.go:171","msg":"trace[215862892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8651; }","duration":"210.47292ms","start":"2026-03-02T16:13:44.275643Z","end":"2026-03-02T16:13:44.486116Z","steps":["trace[215862892] 'agreement among raft nodes before linearized reading' (duration: 210.293545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:44.486224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.897314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:13:44.486226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.346816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:13:44.486286Z","caller":"traceutil/trace.go:171","msg":"trace[324707299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8651; }","duration":"206.977916ms","start":"2026-03-02T16:13:44.279291Z","end":"2026-03-02T16:13:44.486269Z","steps":["trace[324707299] 'agreement among raft nodes before linearized reading' (duration: 206.834622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:44.486298Z","caller":"traceutil/trace.go:171","msg":"trace[1801648556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8651; }","duration":"210.44105ms","start":"2026-03-02T16:13:44.275842Z","end":"2026-03-02T16:13:44.486283Z","steps":["trace[1801648556] 'agreement among raft nodes before linearized reading' (duration: 210.160882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:44.486456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.948705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:13:44.486497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.064871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T16:13:44.486539Z","caller":"traceutil/trace.go:171","msg":"trace[1324183357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8651; }","duration":"207.038998ms","start":"2026-03-02T16:13:44.279488Z","end":"2026-03-02T16:13:44.486527Z","steps":["trace[1324183357] 'agreement among raft nodes before linearized reading' (duration: 206.523414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:44.486585Z","caller":"traceutil/trace.go:171","msg":"trace[430787105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8651; }","duration":"203.200945ms","start":"2026-03-02T16:13:44.283361Z","end":"2026-03-02T16:13:44.486562Z","steps":["trace[430787105] 'agreement among raft nodes before linearized reading' (duration: 202.747793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:45.762445Z","caller":"traceutil/trace.go:171","msg":"trace[1253624496] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"600.081758ms","start":"2026-03-02T16:13:45.162333Z","end":"2026-03-02T16:13:45.762415Z","steps":["trace[1253624496] 'process raft request' (duration: 599.880823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:45.762632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:45.162313Z","time spent":"600.225792ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:13:46.018562Z","caller":"traceutil/trace.go:171","msg":"trace[1683159146] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8989; }","duration":"541.286167ms","start":"2026-03-02T16:13:45.477249Z","end":"2026-03-02T16:13:46.018535Z","steps":["trace[1683159146] 'read index received' (duration: 285.017775ms)","trace[1683159146] 'applied index is now lower than readState.Index' (duration: 256.267402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:46.018583Z","caller":"traceutil/trace.go:171","msg":"trace[2038596844] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"802.747169ms","start":"2026-03-02T16:13:45.215813Z","end":"2026-03-02T16:13:46.01856Z","steps":["trace[2038596844] 'process raft request' (duration: 746.583208ms)","trace[2038596844] 'compare' (duration: 55.978906ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:46.01881Z","caller":"traceutil/trace.go:171","msg":"trace[1117254908] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"438.495483ms","start":"2026-03-02T16:13:45.580288Z","end":"2026-03-02T16:13:46.018783Z","steps":["trace[1117254908] 'process raft request' (duration: 438.204885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:46.018834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.575394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:13:46.018893Z","caller":"traceutil/trace.go:171","msg":"trace[889061702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8661; }","duration":"541.646276ms","start":"2026-03-02T16:13:45.477233Z","end":"2026-03-02T16:13:46.018879Z","steps":["trace[889061702] 'agreement among raft nodes before linearized reading' (duration: 541.527393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:46.018928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:45.477168Z","time spent":"541.752109ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:13:46.018907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:45.215779Z","time spent":"803.032886ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:13:46.018953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:45.58026Z","time spent":"438.622985ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:13:46.18759Z","caller":"traceutil/trace.go:171","msg":"trace[239852393] linearizableReadLoop","detail":"{readStateIndex:8994; appliedIndex:8992; }","duration":"168.926802ms","start":"2026-03-02T16:13:46.018631Z","end":"2026-03-02T16:13:46.187558Z","steps":["trace[239852393] 'read index received' (duration: 21.943481ms)","trace[239852393] 'applied index is now lower than readState.Index' (duration: 146.981631ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:46.187665Z","caller":"traceutil/trace.go:171","msg":"trace[297339925] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"187.582044ms","start":"2026-03-02T16:13:46.000034Z","end":"2026-03-02T16:13:46.187616Z","steps":["trace[297339925] 'process raft request' (duration: 173.415883ms)","trace[297339925] 'compare' (duration: 13.936725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:13:46.187924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.32766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-02T16:13:46.187953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.227992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T16:13:46.188026Z","caller":"traceutil/trace.go:171","msg":"trace[522101007] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8663; }","duration":"186.473844ms","start":"2026-03-02T16:13:46.001529Z","end":"2026-03-02T16:13:46.188003Z","steps":["trace[522101007] 'agreement among raft nodes before linearized reading' (duration: 186.118655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:46.188043Z","caller":"traceutil/trace.go:171","msg":"trace[1628182078] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8663; }","duration":"413.375166ms","start":"2026-03-02T16:13:45.774649Z","end":"2026-03-02T16:13:46.188024Z","steps":["trace[1628182078] 'agreement among raft nodes before linearized reading' (duration: 413.061517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:46.188091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:45.77463Z","time spent":"413.450917ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-02T16:13:46.205084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.066046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:13:46.205102Z","caller":"traceutil/trace.go:171","msg":"trace[107425117] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"130.967662ms","start":"2026-03-02T16:13:46.074112Z","end":"2026-03-02T16:13:46.20508Z","steps":["trace[107425117] 'process raft request' (duration: 130.756356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:46.205156Z","caller":"traceutil/trace.go:171","msg":"trace[2053548784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"185.168919ms","start":"2026-03-02T16:13:46.019967Z","end":"2026-03-02T16:13:46.205136Z","steps":["trace[2053548784] 'agreement among raft nodes before linearized reading' (duration: 185.041676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:46.205359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.62579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:13:46.205426Z","caller":"traceutil/trace.go:171","msg":"trace[1606632007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:8664; }","duration":"105.742873ms","start":"2026-03-02T16:13:46.099668Z","end":"2026-03-02T16:13:46.20541Z","steps":["trace[1606632007] 'agreement among raft nodes before linearized reading' (duration: 105.459235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:47.407702Z","caller":"traceutil/trace.go:171","msg":"trace[212651554] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"341.405741ms","start":"2026-03-02T16:13:47.066264Z","end":"2026-03-02T16:13:47.40767Z","steps":["trace[212651554] 'process raft request' (duration: 341.125934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:47.407854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:47.066237Z","time spent":"341.548625ms","remote":"127.0.0.1:55534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:13:47.573036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.256173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:13:47.573324Z","caller":"traceutil/trace.go:171","msg":"trace[1074114508] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"160.590209ms","start":"2026-03-02T16:13:47.412656Z","end":"2026-03-02T16:13:47.573247Z","steps":["trace[1074114508] 'process raft request' (duration: 46.028388ms)","trace[1074114508] 'compare' (duration: 114.022697ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:48.016406Z","caller":"traceutil/trace.go:171","msg":"trace[1700220026] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9006; }","duration":"439.055148ms","start":"2026-03-02T16:13:47.57733Z","end":"2026-03-02T16:13:48.016385Z","steps":["trace[1700220026] 'read index received' (duration: 438.823511ms)","trace[1700220026] 'applied index is now lower than readState.Index' (duration: 230.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:48.016469Z","caller":"traceutil/trace.go:171","msg":"trace[992464136] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"440.503017ms","start":"2026-03-02T16:13:47.575937Z","end":"2026-03-02T16:13:48.01644Z","steps":["trace[992464136] 'process raft request' (duration: 440.293661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:48.016635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:47.575912Z","time spent":"440.62585ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:13:48.016721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.373636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18991247ad773375\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-02T16:13:48.016876Z","caller":"traceutil/trace.go:171","msg":"trace[610552824] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18991247ad773375; range_end:; response_count:1; response_revision:8676; }","duration":"439.5227ms","start":"2026-03-02T16:13:47.577292Z","end":"2026-03-02T16:13:48.016815Z","steps":["trace[610552824] 'agreement among raft nodes before linearized reading' (duration: 439.181971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:48.016967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:47.577279Z","time spent":"439.669745ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18991247ad773375\" "} {"level":"info","ts":"2026-03-02T16:13:48.166272Z","caller":"traceutil/trace.go:171","msg":"trace[480593641] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"131.811635ms","start":"2026-03-02T16:13:48.034426Z","end":"2026-03-02T16:13:48.166238Z","steps":["trace[480593641] 'process raft request' (duration: 60.359873ms)","trace[480593641] 'compare' (duration: 71.195155ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:48.166336Z","caller":"traceutil/trace.go:171","msg":"trace[11096734] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"121.354103ms","start":"2026-03-02T16:13:48.044949Z","end":"2026-03-02T16:13:48.166303Z","steps":["trace[11096734] 'process raft request' (duration: 121.202839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:48.166513Z","caller":"traceutil/trace.go:171","msg":"trace[1546613834] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"112.532456ms","start":"2026-03-02T16:13:48.053957Z","end":"2026-03-02T16:13:48.16649Z","steps":["trace[1546613834] 'process raft request' (duration: 112.271759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:48.422514Z","caller":"traceutil/trace.go:171","msg":"trace[384077223] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"228.973708ms","start":"2026-03-02T16:13:48.193523Z","end":"2026-03-02T16:13:48.422497Z","steps":["trace[384077223] 'process raft request' (duration: 228.857815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:48.440021Z","caller":"traceutil/trace.go:171","msg":"trace[622345882] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9012; }","duration":"221.796605ms","start":"2026-03-02T16:13:48.218205Z","end":"2026-03-02T16:13:48.440001Z","steps":["trace[622345882] 'read index received' (duration: 204.231613ms)","trace[622345882] 'applied index is now lower than readState.Index' (duration: 17.564272ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:48.440057Z","caller":"traceutil/trace.go:171","msg":"trace[2011286975] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"228.990029ms","start":"2026-03-02T16:13:48.211042Z","end":"2026-03-02T16:13:48.440032Z","steps":["trace[2011286975] 'process raft request' (duration: 228.825375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:48.440292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.062462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:13:48.440376Z","caller":"traceutil/trace.go:171","msg":"trace[963617886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:8681; }","duration":"222.197626ms","start":"2026-03-02T16:13:48.218162Z","end":"2026-03-02T16:13:48.44036Z","steps":["trace[963617886] 'agreement among raft nodes before linearized reading' (duration: 221.950049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:08.117502Z","caller":"traceutil/trace.go:171","msg":"trace[1556567526] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"118.018984ms","start":"2026-03-02T16:14:07.999448Z","end":"2026-03-02T16:14:08.117467Z","steps":["trace[1556567526] 'process raft request' (duration: 115.295361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:08.926931Z","caller":"traceutil/trace.go:171","msg":"trace[43169803] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"141.136646ms","start":"2026-03-02T16:14:08.785768Z","end":"2026-03-02T16:14:08.926904Z","steps":["trace[43169803] 'process raft request' (duration: 140.815107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:08.928666Z","caller":"traceutil/trace.go:171","msg":"trace[557997161] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"142.716457ms","start":"2026-03-02T16:14:08.785928Z","end":"2026-03-02T16:14:08.928645Z","steps":["trace[557997161] 'process raft request' (duration: 142.601154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:48.85548Z","caller":"traceutil/trace.go:171","msg":"trace[1894377793] linearizableReadLoop","detail":"{readStateIndex:9645; appliedIndex:9644; }","duration":"432.367898ms","start":"2026-03-02T16:14:48.423083Z","end":"2026-03-02T16:14:48.855451Z","steps":["trace[1894377793] 'read index received' (duration: 432.233534ms)","trace[1894377793] 'applied index is now lower than readState.Index' (duration: 133.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:14:48.855567Z","caller":"traceutil/trace.go:171","msg":"trace[1674676008] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"474.018988ms","start":"2026-03-02T16:14:48.381478Z","end":"2026-03-02T16:14:48.855497Z","steps":["trace[1674676008] 'process raft request' (duration: 473.836923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:48.855866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:48.381459Z","time spent":"474.298436ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:14:48.856419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.76574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:14:48.856501Z","caller":"traceutil/trace.go:171","msg":"trace[1466266376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9298; }","duration":"380.879463ms","start":"2026-03-02T16:14:48.475601Z","end":"2026-03-02T16:14:48.85648Z","steps":["trace[1466266376] 'agreement among raft nodes before linearized reading' (duration: 380.74601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:48.856555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:48.475582Z","time spent":"380.959715ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:14:48.856555Z","caller":"traceutil/trace.go:171","msg":"trace[1906595411] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"149.526961ms","start":"2026-03-02T16:14:48.707008Z","end":"2026-03-02T16:14:48.856535Z","steps":["trace[1906595411] 'process raft request' (duration: 149.282694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:48.856668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.805129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T16:14:48.856746Z","caller":"traceutil/trace.go:171","msg":"trace[1035548792] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9296; }","duration":"433.690423ms","start":"2026-03-02T16:14:48.423036Z","end":"2026-03-02T16:14:48.856726Z","steps":["trace[1035548792] 'agreement among raft nodes before linearized reading' (duration: 432.585253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:48.856781Z","caller":"traceutil/trace.go:171","msg":"trace[1785912566] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"219.668208ms","start":"2026-03-02T16:14:48.637098Z","end":"2026-03-02T16:14:48.856766Z","steps":["trace[1785912566] 'process raft request' (duration: 219.098993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:48.856793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:48.423018Z","time spent":"433.755275ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T16:14:48.85702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.933546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T16:14:48.85708Z","caller":"traceutil/trace.go:171","msg":"trace[2134632948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9298; }","duration":"110.027589ms","start":"2026-03-02T16:14:48.747034Z","end":"2026-03-02T16:14:48.857062Z","steps":["trace[2134632948] 'agreement among raft nodes before linearized reading' (duration: 109.869085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:01.263472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.856068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:15:01.263617Z","caller":"traceutil/trace.go:171","msg":"trace[412921339] linearizableReadLoop","detail":"{readStateIndex:9716; appliedIndex:9715; }","duration":"142.643406ms","start":"2026-03-02T16:15:01.120956Z","end":"2026-03-02T16:15:01.263599Z","steps":["trace[412921339] 'read index received' (duration: 17.4906ms)","trace[412921339] 'applied index is now lower than readState.Index' (duration: 125.151196ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:15:01.263651Z","caller":"traceutil/trace.go:171","msg":"trace[374847963] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"228.476404ms","start":"2026-03-02T16:15:01.035145Z","end":"2026-03-02T16:15:01.263621Z","steps":["trace[374847963] 'process raft request' (duration: 103.37352ms)","trace[374847963] 'compare' (duration: 124.542919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:15:01.263783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.829051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:15:01.263824Z","caller":"traceutil/trace.go:171","msg":"trace[620619873] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9364; }","duration":"142.910984ms","start":"2026-03-02T16:15:01.120901Z","end":"2026-03-02T16:15:01.263812Z","steps":["trace[620619873] 'agreement among raft nodes before linearized reading' (duration: 142.79651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:01.264286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.717678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T16:15:01.2646Z","caller":"traceutil/trace.go:171","msg":"trace[491282414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9364; }","duration":"114.065768ms","start":"2026-03-02T16:15:01.150501Z","end":"2026-03-02T16:15:01.264567Z","steps":["trace[491282414] 'agreement among raft nodes before linearized reading' (duration: 113.288977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:01.709199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.629576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:15:01.7093Z","caller":"traceutil/trace.go:171","msg":"trace[75343105] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9366; }","duration":"322.78767ms","start":"2026-03-02T16:15:01.386487Z","end":"2026-03-02T16:15:01.709274Z","steps":["trace[75343105] 'range keys from in-memory index tree' (duration: 322.507473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:01.709308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.343472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:15:01.709361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:15:01.386452Z","time spent":"322.894783ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T16:15:01.709378Z","caller":"traceutil/trace.go:171","msg":"trace[107434176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9366; }","duration":"231.464455ms","start":"2026-03-02T16:15:01.477896Z","end":"2026-03-02T16:15:01.709361Z","steps":["trace[107434176] 'range keys from in-memory index tree' (duration: 231.269779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.062271Z","caller":"traceutil/trace.go:171","msg":"trace[445512425] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"156.55331ms","start":"2026-03-02T16:15:02.90569Z","end":"2026-03-02T16:15:03.062243Z","steps":["trace[445512425] 'process raft request' (duration: 156.356995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.107227Z","caller":"traceutil/trace.go:171","msg":"trace[1994993291] linearizableReadLoop","detail":"{readStateIndex:9721; appliedIndex:9718; }","duration":"171.381799ms","start":"2026-03-02T16:15:02.935825Z","end":"2026-03-02T16:15:03.107207Z","steps":["trace[1994993291] 'read index received' (duration: 126.274486ms)","trace[1994993291] 'applied index is now lower than readState.Index' (duration: 45.106383ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:15:03.107266Z","caller":"traceutil/trace.go:171","msg":"trace[4258733] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"201.377886ms","start":"2026-03-02T16:15:02.90586Z","end":"2026-03-02T16:15:03.107238Z","steps":["trace[4258733] 'process raft request' (duration: 201.199581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:03.10751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.671497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:15:03.107592Z","caller":"traceutil/trace.go:171","msg":"trace[1053899376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:9369; }","duration":"171.80829ms","start":"2026-03-02T16:15:02.935768Z","end":"2026-03-02T16:15:03.107576Z","steps":["trace[1053899376] 'agreement among raft nodes before linearized reading' (duration: 171.573014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:03.107675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.529539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:15:03.107724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.082181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:15:03.107796Z","caller":"traceutil/trace.go:171","msg":"trace[438179278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9369; }","duration":"113.435461ms","start":"2026-03-02T16:15:02.994343Z","end":"2026-03-02T16:15:03.107778Z","steps":["trace[438179278] 'agreement among raft nodes before linearized reading' (duration: 113.001009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.107792Z","caller":"traceutil/trace.go:171","msg":"trace[1821912281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9369; }","duration":"111.706095ms","start":"2026-03-02T16:15:02.996069Z","end":"2026-03-02T16:15:03.107775Z","steps":["trace[1821912281] 'agreement among raft nodes before linearized reading' (duration: 111.317994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.107329Z","caller":"traceutil/trace.go:171","msg":"trace[193012286] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"200.04501ms","start":"2026-03-02T16:15:02.907251Z","end":"2026-03-02T16:15:03.107296Z","steps":["trace[193012286] 'process raft request' (duration: 199.911286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.288507Z","caller":"traceutil/trace.go:171","msg":"trace[636012438] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"175.88486ms","start":"2026-03-02T16:15:03.112595Z","end":"2026-03-02T16:15:03.28848Z","steps":["trace[636012438] 'process raft request' (duration: 175.743596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.333584Z","caller":"traceutil/trace.go:171","msg":"trace[221460071] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"220.912871ms","start":"2026-03-02T16:15:03.112651Z","end":"2026-03-02T16:15:03.333564Z","steps":["trace[221460071] 'process raft request' (duration: 220.758957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.621542Z","caller":"traceutil/trace.go:171","msg":"trace[1316496448] linearizableReadLoop","detail":"{readStateIndex:9728; appliedIndex:9727; }","duration":"143.253431ms","start":"2026-03-02T16:15:03.478266Z","end":"2026-03-02T16:15:03.62152Z","steps":["trace[1316496448] 'read index received' (duration: 143.030565ms)","trace[1316496448] 'applied index is now lower than readState.Index' (duration: 221.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:15:03.621725Z","caller":"traceutil/trace.go:171","msg":"trace[674805913] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"144.969047ms","start":"2026-03-02T16:15:03.476723Z","end":"2026-03-02T16:15:03.621692Z","steps":["trace[674805913] 'process raft request' (duration: 144.641308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:15:03.621729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.433636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:15:03.621745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.037325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:15:03.621821Z","caller":"traceutil/trace.go:171","msg":"trace[1195402027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9375; }","duration":"143.561509ms","start":"2026-03-02T16:15:03.47824Z","end":"2026-03-02T16:15:03.621801Z","steps":["trace[1195402027] 'agreement among raft nodes before linearized reading' (duration: 143.405464ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:03.621859Z","caller":"traceutil/trace.go:171","msg":"trace[1276423978] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9375; }","duration":"114.182019ms","start":"2026-03-02T16:15:03.507637Z","end":"2026-03-02T16:15:03.621819Z","steps":["trace[1276423978] 'agreement among raft nodes before linearized reading' (duration: 114.001564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:34.873137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7380} {"level":"info","ts":"2026-03-02T16:15:34.935321Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7380,"took":"60.172925ms","hash":612304135,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":23314432,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T16:15:34.935401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":612304135,"revision":7380,"compact-revision":5475} {"level":"info","ts":"2026-03-02T16:15:41.119718Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T16:15:41.127201Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T16:15:41.127271Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T16:18:46.601487Z","caller":"traceutil/trace.go:171","msg":"trace[1871486813] linearizableReadLoop","detail":"{readStateIndex:11507; appliedIndex:11506; }","duration":"255.711751ms","start":"2026-03-02T16:18:46.345749Z","end":"2026-03-02T16:18:46.601461Z","steps":["trace[1871486813] 'read index received' (duration: 255.537797ms)","trace[1871486813] 'applied index is now lower than readState.Index' (duration: 172.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:18:46.601637Z","caller":"traceutil/trace.go:171","msg":"trace[1511437166] transaction","detail":"{read_only:false; response_revision:11100; number_of_response:1; }","duration":"264.931969ms","start":"2026-03-02T16:18:46.336694Z","end":"2026-03-02T16:18:46.601626Z","steps":["trace[1511437166] 'process raft request' (duration: 264.60924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.602006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.564844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:18:46.602128Z","caller":"traceutil/trace.go:171","msg":"trace[1417511862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11100; }","duration":"253.695428ms","start":"2026-03-02T16:18:46.348413Z","end":"2026-03-02T16:18:46.602108Z","steps":["trace[1417511862] 'agreement among raft nodes before linearized reading' (duration: 253.513543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.602169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.414181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:18:46.602199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:18:46.602219Z","caller":"traceutil/trace.go:171","msg":"trace[792392654] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11100; }","duration":"256.515963ms","start":"2026-03-02T16:18:46.34569Z","end":"2026-03-02T16:18:46.602205Z","steps":["trace[792392654] 'agreement among raft nodes before linearized reading' (duration: 256.436551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:18:46.602229Z","caller":"traceutil/trace.go:171","msg":"trace[1957190908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11100; }","duration":"125.880878ms","start":"2026-03-02T16:18:46.47634Z","end":"2026-03-02T16:18:46.602221Z","steps":["trace[1957190908] 'agreement among raft nodes before linearized reading' (duration: 125.836966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.602294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.415124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-02T16:18:46.602377Z","caller":"traceutil/trace.go:171","msg":"trace[86985814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11100; }","duration":"242.522677ms","start":"2026-03-02T16:18:46.359839Z","end":"2026-03-02T16:18:46.602362Z","steps":["trace[86985814] 'agreement among raft nodes before linearized reading' (duration: 242.323572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.602498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.653006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:18:46.602588Z","caller":"traceutil/trace.go:171","msg":"trace[188269412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11100; }","duration":"253.7862ms","start":"2026-03-02T16:18:46.34878Z","end":"2026-03-02T16:18:46.602567Z","steps":["trace[188269412] 'agreement among raft nodes before linearized reading' (duration: 253.578404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.602582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.744448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:18:46.60276Z","caller":"traceutil/trace.go:171","msg":"trace[581305268] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11100; }","duration":"254.004425ms","start":"2026-03-02T16:18:46.348733Z","end":"2026-03-02T16:18:46.602737Z","steps":["trace[581305268] 'agreement among raft nodes before linearized reading' (duration: 253.632515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.983084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.300886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:18:46.983493Z","caller":"traceutil/trace.go:171","msg":"trace[776072235] linearizableReadLoop","detail":"{readStateIndex:11510; appliedIndex:11507; }","duration":"369.192525ms","start":"2026-03-02T16:18:46.614274Z","end":"2026-03-02T16:18:46.983466Z","steps":["trace[776072235] 'read index received' (duration: 115.407637ms)","trace[776072235] 'applied index is now lower than readState.Index' (duration: 253.783548ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:18:46.983475Z","caller":"traceutil/trace.go:171","msg":"trace[741634492] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"375.32378ms","start":"2026-03-02T16:18:46.608075Z","end":"2026-03-02T16:18:46.983398Z","steps":["trace[741634492] 'process raft request' (duration: 121.623503ms)","trace[741634492] 'compare' (duration: 253.07495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:18:46.983613Z","caller":"traceutil/trace.go:171","msg":"trace[1165055067] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"375.256419ms","start":"2026-03-02T16:18:46.608329Z","end":"2026-03-02T16:18:46.983585Z","steps":["trace[1165055067] 'process raft request' (duration: 375.069874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:18:46.983655Z","caller":"traceutil/trace.go:171","msg":"trace[1114037632] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"375.346171ms","start":"2026-03-02T16:18:46.608287Z","end":"2026-03-02T16:18:46.983633Z","steps":["trace[1114037632] 'process raft request' (duration: 374.920209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.9837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:18:46.608053Z","time spent":"375.551666ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:18:46.983737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:18:46.608314Z","time spent":"375.358181ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:18:46.983807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.515414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:18:46.983886Z","caller":"traceutil/trace.go:171","msg":"trace[1170341275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:11103; }","duration":"369.619397ms","start":"2026-03-02T16:18:46.61425Z","end":"2026-03-02T16:18:46.983869Z","steps":["trace[1170341275] 'agreement among raft nodes before linearized reading' (duration: 369.394641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.983873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.691158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:18:46.983997Z","caller":"traceutil/trace.go:171","msg":"trace[2049942708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11103; }","duration":"265.866653ms","start":"2026-03-02T16:18:46.718094Z","end":"2026-03-02T16:18:46.983961Z","steps":["trace[2049942708] 'agreement among raft nodes before linearized reading' (duration: 265.586825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:18:46.983924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:18:46.614243Z","time spent":"369.672658ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:18:46.983836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:18:46.608263Z","time spent":"375.517595ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:19:06.715202Z","caller":"traceutil/trace.go:171","msg":"trace[815534213] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"195.038453ms","start":"2026-03-02T16:19:06.520136Z","end":"2026-03-02T16:19:06.715174Z","steps":["trace[815534213] 'process raft request' (duration: 194.739805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:08.323959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.240981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:19:08.324117Z","caller":"traceutil/trace.go:171","msg":"trace[156065210] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"327.456016ms","start":"2026-03-02T16:19:07.996622Z","end":"2026-03-02T16:19:08.324079Z","steps":["trace[156065210] 'process raft request' (duration: 28.978018ms)","trace[156065210] 'compare' (duration: 298.075527ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:08.324291Z","caller":"traceutil/trace.go:171","msg":"trace[1684666146] linearizableReadLoop","detail":"{readStateIndex:11620; appliedIndex:11619; }","duration":"313.587273ms","start":"2026-03-02T16:19:08.010474Z","end":"2026-03-02T16:19:08.324062Z","steps":["trace[1684666146] 'read index received' (duration: 15.067234ms)","trace[1684666146] 'applied index is now lower than readState.Index' (duration: 298.518319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:19:08.32439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:07.996589Z","time spent":"327.670742ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:19:08.324414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.934032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-02T16:19:08.324471Z","caller":"traceutil/trace.go:171","msg":"trace[1035653013] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:11208; }","duration":"314.016985ms","start":"2026-03-02T16:19:08.010437Z","end":"2026-03-02T16:19:08.324454Z","steps":["trace[1035653013] 'agreement among raft nodes before linearized reading' (duration: 313.83036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:08.324517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:08.010421Z","time spent":"314.087347ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-02T16:19:08.522042Z","caller":"traceutil/trace.go:171","msg":"trace[1146842600] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"122.858297ms","start":"2026-03-02T16:19:08.399162Z","end":"2026-03-02T16:19:08.52202Z","steps":["trace[1146842600] 'process raft request' (duration: 81.99648ms)","trace[1146842600] 'compare' (duration: 40.704263ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:09.684621Z","caller":"traceutil/trace.go:171","msg":"trace[801460699] linearizableReadLoop","detail":"{readStateIndex:11629; appliedIndex:11628; }","duration":"274.65318ms","start":"2026-03-02T16:19:09.40994Z","end":"2026-03-02T16:19:09.684593Z","steps":["trace[801460699] 'read index received' (duration: 274.489865ms)","trace[801460699] 'applied index is now lower than readState.Index' (duration: 162.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:09.684667Z","caller":"traceutil/trace.go:171","msg":"trace[1752765461] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"284.640318ms","start":"2026-03-02T16:19:09.399994Z","end":"2026-03-02T16:19:09.684635Z","steps":["trace[1752765461] 'process raft request' (duration: 284.440232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:09.684791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.830644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:09.684831Z","caller":"traceutil/trace.go:171","msg":"trace[2117371311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11216; }","duration":"274.923677ms","start":"2026-03-02T16:19:09.409896Z","end":"2026-03-02T16:19:09.684819Z","steps":["trace[2117371311] 'agreement among raft nodes before linearized reading' (duration: 274.833824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:09.684892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.9643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:09.684926Z","caller":"traceutil/trace.go:171","msg":"trace[144764249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11216; }","duration":"208.049402ms","start":"2026-03-02T16:19:09.476867Z","end":"2026-03-02T16:19:09.684917Z","steps":["trace[144764249] 'agreement among raft nodes before linearized reading' (duration: 207.97155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:11.313986Z","caller":"traceutil/trace.go:171","msg":"trace[102318930] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"181.993624ms","start":"2026-03-02T16:19:11.131971Z","end":"2026-03-02T16:19:11.313964Z","steps":["trace[102318930] 'process raft request' (duration: 181.84628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:11.313996Z","caller":"traceutil/trace.go:171","msg":"trace[1832729559] linearizableReadLoop","detail":"{readStateIndex:11634; appliedIndex:11634; }","duration":"158.818762ms","start":"2026-03-02T16:19:11.155145Z","end":"2026-03-02T16:19:11.313964Z","steps":["trace[1832729559] 'read index received' (duration: 158.801761ms)","trace[1832729559] 'applied index is now lower than readState.Index' (duration: 13.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:19:11.314237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.065988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:11.314332Z","caller":"traceutil/trace.go:171","msg":"trace[1695091791] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11221; }","duration":"159.205512ms","start":"2026-03-02T16:19:11.155105Z","end":"2026-03-02T16:19:11.314311Z","steps":["trace[1695091791] 'agreement among raft nodes before linearized reading' (duration: 159.030497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:11.367144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.782137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:19:11.367221Z","caller":"traceutil/trace.go:171","msg":"trace[653150036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11222; }","duration":"191.900979ms","start":"2026-03-02T16:19:11.175303Z","end":"2026-03-02T16:19:11.367204Z","steps":["trace[653150036] 'agreement among raft nodes before linearized reading' (duration: 191.661013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:11.367236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.733318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T16:19:11.367253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.82099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:19:11.367319Z","caller":"traceutil/trace.go:171","msg":"trace[919718921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:11222; }","duration":"165.83774ms","start":"2026-03-02T16:19:11.201463Z","end":"2026-03-02T16:19:11.3673Z","steps":["trace[919718921] 'agreement among raft nodes before linearized reading' (duration: 165.631474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:11.367332Z","caller":"traceutil/trace.go:171","msg":"trace[1256854883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11222; }","duration":"209.912132ms","start":"2026-03-02T16:19:11.157401Z","end":"2026-03-02T16:19:11.367313Z","steps":["trace[1256854883] 'agreement among raft nodes before linearized reading' (duration: 209.684056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:11.367158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.798482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:19:11.368456Z","caller":"traceutil/trace.go:171","msg":"trace[1364410836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11222; }","duration":"206.537912ms","start":"2026-03-02T16:19:11.161263Z","end":"2026-03-02T16:19:11.367801Z","steps":["trace[1364410836] 'agreement among raft nodes before linearized reading' (duration: 205.71694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:11.499411Z","caller":"traceutil/trace.go:171","msg":"trace[868715346] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"127.147611ms","start":"2026-03-02T16:19:11.372221Z","end":"2026-03-02T16:19:11.499368Z","steps":["trace[868715346] 'process raft request' (duration: 54.879392ms)","trace[868715346] 'compare' (duration: 72.022822ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:11.499477Z","caller":"traceutil/trace.go:171","msg":"trace[1389830042] linearizableReadLoop","detail":"{readStateIndex:11636; appliedIndex:11635; }","duration":"126.819842ms","start":"2026-03-02T16:19:11.372635Z","end":"2026-03-02T16:19:11.499454Z","steps":["trace[1389830042] 'read index received' (duration: 54.479651ms)","trace[1389830042] 'applied index is now lower than readState.Index' (duration: 72.337761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:19:11.499711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.054278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-02T16:19:11.499778Z","caller":"traceutil/trace.go:171","msg":"trace[727482524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11223; }","duration":"127.12959ms","start":"2026-03-02T16:19:11.372631Z","end":"2026-03-02T16:19:11.499761Z","steps":["trace[727482524] 'agreement among raft nodes before linearized reading' (duration: 126.925585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:11.499835Z","caller":"traceutil/trace.go:171","msg":"trace[89537308] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"127.148231ms","start":"2026-03-02T16:19:11.372664Z","end":"2026-03-02T16:19:11.499813Z","steps":["trace[89537308] 'process raft request' (duration: 126.622627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:11.499944Z","caller":"traceutil/trace.go:171","msg":"trace[1164666073] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"126.870004ms","start":"2026-03-02T16:19:11.373047Z","end":"2026-03-02T16:19:11.499917Z","steps":["trace[1164666073] 'process raft request' (duration: 126.706729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:11.500009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.417642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:19:11.500064Z","caller":"traceutil/trace.go:171","msg":"trace[55240877] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11225; }","duration":"110.516245ms","start":"2026-03-02T16:19:11.389532Z","end":"2026-03-02T16:19:11.500049Z","steps":["trace[55240877] 'agreement among raft nodes before linearized reading' (duration: 110.404292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:11.500512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.813119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447835"} {"level":"info","ts":"2026-03-02T16:19:11.500576Z","caller":"traceutil/trace.go:171","msg":"trace[1254007396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11225; }","duration":"127.904272ms","start":"2026-03-02T16:19:11.372656Z","end":"2026-03-02T16:19:11.50056Z","steps":["trace[1254007396] 'agreement among raft nodes before linearized reading' (duration: 127.219514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:12.129798Z","caller":"traceutil/trace.go:171","msg":"trace[1151892242] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"110.140016ms","start":"2026-03-02T16:19:12.01962Z","end":"2026-03-02T16:19:12.12976Z","steps":["trace[1151892242] 'process raft request' (duration: 109.992272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:20.158054Z","caller":"traceutil/trace.go:171","msg":"trace[354794264] transaction","detail":"{read_only:false; response_revision:11286; number_of_response:1; }","duration":"115.593912ms","start":"2026-03-02T16:19:20.042425Z","end":"2026-03-02T16:19:20.158019Z","steps":["trace[354794264] 'process raft request' (duration: 115.405917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:20.293646Z","caller":"traceutil/trace.go:171","msg":"trace[1665659071] transaction","detail":"{read_only:false; response_revision:11287; number_of_response:1; }","duration":"142.686519ms","start":"2026-03-02T16:19:20.150926Z","end":"2026-03-02T16:19:20.293612Z","steps":["trace[1665659071] 'process raft request' (duration: 115.389316ms)","trace[1665659071] 'compare' (duration: 27.135229ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:20:34.882147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9579} {"level":"info","ts":"2026-03-02T16:20:34.959976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9579,"took":"75.64101ms","hash":384028509,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":23568384,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T16:20:34.96005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":384028509,"revision":9579,"compact-revision":7380} {"level":"info","ts":"2026-03-02T16:24:20.679094Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003558.wal"} {"level":"warn","ts":"2026-03-02T16:24:53.946785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:24:54.03448Z","caller":"traceutil/trace.go:171","msg":"trace[1136208833] transaction","detail":"{read_only:false; response_revision:13407; number_of_response:1; }","duration":"592.132664ms","start":"2026-03-02T16:24:53.442316Z","end":"2026-03-02T16:24:54.034448Z","steps":["trace[1136208833] 'process raft request' (duration: 576.29918ms)","trace[1136208833] 'compare' (duration: 15.091384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:24:54.034638Z","caller":"traceutil/trace.go:171","msg":"trace[895504575] linearizableReadLoop","detail":"{readStateIndex:13902; appliedIndex:13900; }","duration":"590.869481ms","start":"2026-03-02T16:24:53.443743Z","end":"2026-03-02T16:24:54.034613Z","steps":["trace[895504575] 'read index received' (duration: 574.840041ms)","trace[895504575] 'applied index is now lower than readState.Index' (duration: 16.0284ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:24:54.034978Z","caller":"traceutil/trace.go:171","msg":"trace[132195295] transaction","detail":"{read_only:false; response_revision:13408; number_of_response:1; }","duration":"386.098493ms","start":"2026-03-02T16:24:53.648865Z","end":"2026-03-02T16:24:54.034964Z","steps":["trace[132195295] 'process raft request' (duration: 385.564259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:54.035051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.291752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:24:54.035083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.116793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-02T16:24:54.035123Z","caller":"traceutil/trace.go:171","msg":"trace[316121326] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13409; }","duration":"591.423915ms","start":"2026-03-02T16:24:53.443682Z","end":"2026-03-02T16:24:54.035106Z","steps":["trace[316121326] 'agreement among raft nodes before linearized reading' (duration: 591.23656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:24:54.035145Z","caller":"traceutil/trace.go:171","msg":"trace[456622466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13409; }","duration":"513.239627ms","start":"2026-03-02T16:24:53.521889Z","end":"2026-03-02T16:24:54.035129Z","steps":["trace[456622466] 'agreement among raft nodes before linearized reading' (duration: 513.059472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:54.035169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:53.443657Z","time spent":"591.498667ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:24:54.03518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:53.521864Z","time spent":"513.310128ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T16:24:54.035151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:53.648839Z","time spent":"386.202636ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:24:54.035488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:53.4423Z","time spent":"592.263497ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:24:57.425833Z","caller":"traceutil/trace.go:171","msg":"trace[929457064] transaction","detail":"{read_only:false; response_revision:13424; number_of_response:1; }","duration":"492.858219ms","start":"2026-03-02T16:24:56.932941Z","end":"2026-03-02T16:24:57.425799Z","steps":["trace[929457064] 'process raft request' (duration: 492.715545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:57.426026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:56.93292Z","time spent":"493.010794ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:24:57.426651Z","caller":"traceutil/trace.go:171","msg":"trace[1515403096] linearizableReadLoop","detail":"{readStateIndex:13919; appliedIndex:13917; }","duration":"354.966977ms","start":"2026-03-02T16:24:57.071667Z","end":"2026-03-02T16:24:57.426634Z","steps":["trace[1515403096] 'read index received' (duration: 354.101244ms)","trace[1515403096] 'applied index is now lower than readState.Index' (duration: 864.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:24:57.426748Z","caller":"traceutil/trace.go:171","msg":"trace[1692145070] transaction","detail":"{read_only:false; response_revision:13425; number_of_response:1; }","duration":"455.330442ms","start":"2026-03-02T16:24:56.971397Z","end":"2026-03-02T16:24:57.426728Z","steps":["trace[1692145070] 'process raft request' (duration: 455.121596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:57.426824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:56.971368Z","time spent":"455.418494ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:24:57.427018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.340208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:24:57.4271Z","caller":"traceutil/trace.go:171","msg":"trace[1007428127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13426; }","duration":"355.473211ms","start":"2026-03-02T16:24:57.071609Z","end":"2026-03-02T16:24:57.427082Z","steps":["trace[1007428127] 'agreement among raft nodes before linearized reading' (duration: 355.205984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:57.427142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:24:57.071587Z","time spent":"355.546274ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:24:57.427131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.659016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:24:57.427187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.087181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:24:57.427222Z","caller":"traceutil/trace.go:171","msg":"trace[93410616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13426; }","duration":"124.78509ms","start":"2026-03-02T16:24:57.302413Z","end":"2026-03-02T16:24:57.427198Z","steps":["trace[93410616] 'agreement among raft nodes before linearized reading' (duration: 124.539803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:24:57.427289Z","caller":"traceutil/trace.go:171","msg":"trace[1213640309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13426; }","duration":"127.227575ms","start":"2026-03-02T16:24:57.300033Z","end":"2026-03-02T16:24:57.42726Z","steps":["trace[1213640309] 'agreement among raft nodes before linearized reading' (duration: 127.01653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:57.428152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.062227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:24:57.428208Z","caller":"traceutil/trace.go:171","msg":"trace[2019570702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13426; }","duration":"128.158649ms","start":"2026-03-02T16:24:57.300037Z","end":"2026-03-02T16:24:57.428196Z","steps":["trace[2019570702] 'agreement among raft nodes before linearized reading' (duration: 126.773562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:14.752852Z","caller":"traceutil/trace.go:171","msg":"trace[32529373] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"178.046909ms","start":"2026-03-02T16:25:14.574775Z","end":"2026-03-02T16:25:14.752822Z","steps":["trace[32529373] 'process raft request' (duration: 177.810862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:15.096948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.532099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:25:15.097144Z","caller":"traceutil/trace.go:171","msg":"trace[1963406280] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"340.378177ms","start":"2026-03-02T16:25:14.756745Z","end":"2026-03-02T16:25:15.097124Z","steps":["trace[1963406280] 'process raft request' (duration: 122.56762ms)","trace[1963406280] 'compare' (duration: 217.365205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:25:15.097218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:14.756725Z","time spent":"340.458839ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:16.015964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:16.516672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:17.017255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:17.517914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:18.018716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:18.51972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:19.020059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:19.479152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:19.479247Z","caller":"traceutil/trace.go:171","msg":"trace[1840640203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982534s","start":"2026-03-02T16:25:17.479238Z","end":"2026-03-02T16:25:19.479221Z","steps":["trace[1840640203] 'agreement among raft nodes before linearized reading' (duration: 1.999870631s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:19.479298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.479219Z","time spent":"2.000069297s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:19.521036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:20.021493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:20.487639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.489358Z","time spent":"4.998274984s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.517719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999703633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:20.5178Z","caller":"traceutil/trace.go:171","msg":"trace[587233906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999858947s","start":"2026-03-02T16:25:15.517923Z","end":"2026-03-02T16:25:20.517782Z","steps":["trace[587233906] 'agreement among raft nodes before linearized reading' (duration: 4.999747474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:20.517842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.5179Z","time spent":"4.999932389s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:25:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.521903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:20.523897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99998218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:20.523935Z","caller":"traceutil/trace.go:171","msg":"trace[301258304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000040622s","start":"2026-03-02T16:25:15.523886Z","end":"2026-03-02T16:25:20.523927Z","steps":["trace[301258304] 'agreement among raft nodes before linearized reading' (duration: 4.99999054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:20.523958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.523882Z","time spent":"5.000070212s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:25:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:21.022576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:21.101709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.103369Z","time spent":"4.998328634s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:21.10509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.107447Z","time spent":"4.997636796s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:21.487779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:21.487966Z","caller":"traceutil/trace.go:171","msg":"trace[1566324226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624321s","start":"2026-03-02T16:25:19.487316Z","end":"2026-03-02T16:25:21.48794Z","steps":["trace[1566324226] 'agreement among raft nodes before linearized reading' (duration: 2.000388114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:21.488093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.487295Z","time spent":"2.000780294s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:21.523595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:22.02459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:22.100265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998036628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:22.10035Z","caller":"traceutil/trace.go:171","msg":"trace[1974344652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998184362s","start":"2026-03-02T16:25:17.102145Z","end":"2026-03-02T16:25:22.100329Z","steps":["trace[1974344652] 'agreement among raft nodes before linearized reading' (duration: 4.998078139s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:22.100396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.102125Z","time spent":"4.998261724s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:22.515975Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:25:22.516155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000501667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:22.516243Z","caller":"traceutil/trace.go:171","msg":"trace[131325482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.000632881s","start":"2026-03-02T16:25:15.515585Z","end":"2026-03-02T16:25:22.516218Z","steps":["trace[131325482] 'agreement among raft nodes before linearized reading' (duration: 7.000528488s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:22.51631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.515563Z","time spent":"7.000734183s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:25:23.016984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:23.48886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:23.488949Z","caller":"traceutil/trace.go:171","msg":"trace[1645836382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368985s","start":"2026-03-02T16:25:21.488559Z","end":"2026-03-02T16:25:23.488928Z","steps":["trace[1645836382] 'agreement among raft nodes before linearized reading' (duration: 2.000262262s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:23.488996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.488501Z","time spent":"2.000483407s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:23.517598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:23.90743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:23.907553Z","caller":"traceutil/trace.go:171","msg":"trace[527747189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085706s","start":"2026-03-02T16:25:21.907452Z","end":"2026-03-02T16:25:23.907537Z","steps":["trace[527747189] 'agreement among raft nodes before linearized reading' (duration: 1.999941762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:23.90759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.907421Z","time spent":"2.000162888s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:24.017933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:24.518927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:24.535579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.534787Z","time spent":"7.000778975s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:24.716032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.715668Z","time spent":"7.000358334s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:25.019878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:25.487429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998236423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.487492Z","caller":"traceutil/trace.go:171","msg":"trace[748417472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998358156s","start":"2026-03-02T16:25:20.489119Z","end":"2026-03-02T16:25:25.487477Z","steps":["trace[748417472] 'agreement among raft nodes before linearized reading' (duration: 4.998276104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.487555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:20.489096Z","time spent":"4.998451789s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.496787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:25.496881Z","caller":"traceutil/trace.go:171","msg":"trace[1352036277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516437s","start":"2026-03-02T16:25:23.496336Z","end":"2026-03-02T16:25:25.496852Z","steps":["trace[1352036277] 'agreement among raft nodes before linearized reading' (duration: 2.000405354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.496934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:23.496312Z","time spent":"2.00061275s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:25.515112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.592257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.515198Z","caller":"traceutil/trace.go:171","msg":"trace[963072892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"994.720781ms","start":"2026-03-02T16:25:24.520457Z","end":"2026-03-02T16:25:25.515178Z","steps":["trace[963072892] 'agreement among raft nodes before linearized reading' (duration: 994.615338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.515258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.520442Z","time spent":"994.806693ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.517258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997443278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.517303Z","caller":"traceutil/trace.go:171","msg":"trace[320426711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99752243s","start":"2026-03-02T16:25:22.51977Z","end":"2026-03-02T16:25:25.517292Z","steps":["trace[320426711] 'agreement among raft nodes before linearized reading' (duration: 2.997473319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.517342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.519753Z","time spent":"2.997581341s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.518406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999972139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.518462Z","caller":"traceutil/trace.go:171","msg":"trace[1296487431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000047511s","start":"2026-03-02T16:25:15.518402Z","end":"2026-03-02T16:25:25.518449Z","steps":["trace[1296487431] 'agreement among raft nodes before linearized reading' (duration: 9.999980559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.518499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.518396Z","time spent":"10.000097002s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.520729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:25.523373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997017055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.523431Z","caller":"traceutil/trace.go:171","msg":"trace[715461081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997126348s","start":"2026-03-02T16:25:22.52629Z","end":"2026-03-02T16:25:25.523416Z","steps":["trace[715461081] 'agreement among raft nodes before linearized reading' (duration: 2.997048646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.523461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.526271Z","time spent":"2.99718425s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:26.0214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:26.101698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998398278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:26.101796Z","caller":"traceutil/trace.go:171","msg":"trace[30425682] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998559942s","start":"2026-03-02T16:25:21.103215Z","end":"2026-03-02T16:25:26.101775Z","steps":["trace[30425682] 'agreement among raft nodes before linearized reading' (duration: 4.998431229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:26.101853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.103189Z","time spent":"4.998645635s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 16:25:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:26.105671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998638044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:26.105733Z","caller":"traceutil/trace.go:171","msg":"trace[1743829190] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998718157s","start":"2026-03-02T16:25:21.107Z","end":"2026-03-02T16:25:26.105719Z","steps":["trace[1743829190] 'agreement among raft nodes before linearized reading' (duration: 4.998650685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:26.10578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.106992Z","time spent":"4.998775518s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:25:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:26.133094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.788739366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:26.133191Z","caller":"traceutil/trace.go:171","msg":"trace[1044731510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.78887379s","start":"2026-03-02T16:25:18.344304Z","end":"2026-03-02T16:25:26.133177Z","steps":["trace[1044731510] 'agreement among raft nodes before linearized reading' (duration: 7.788766967s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:26.13327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:18.344286Z","time spent":"7.788972512s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/02 16:25:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:26.522241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:27.023275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:27.101559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99905382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:27.101663Z","caller":"traceutil/trace.go:171","msg":"trace[1563782444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999207185s","start":"2026-03-02T16:25:24.102431Z","end":"2026-03-02T16:25:27.101638Z","steps":["trace[1563782444] 'agreement among raft nodes before linearized reading' (duration: 2.999082001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:27.101725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.102407Z","time spent":"2.999303278s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:25:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:27.439331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:27.439439Z","caller":"traceutil/trace.go:171","msg":"trace[495845762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632451s","start":"2026-03-02T16:25:25.438783Z","end":"2026-03-02T16:25:27.439415Z","steps":["trace[495845762] 'agreement among raft nodes before linearized reading' (duration: 2.000496708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:27.439504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.438747Z","time spent":"2.000742534s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:27.497645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:27.497746Z","caller":"traceutil/trace.go:171","msg":"trace[1971152579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054236s","start":"2026-03-02T16:25:25.497669Z","end":"2026-03-02T16:25:27.497724Z","steps":["trace[1971152579] 'agreement among raft nodes before linearized reading' (duration: 1.999933143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:27.49781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.497651Z","time spent":"2.000146348s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:27.524338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:28.024811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:28.525469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:29.025973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:29.259368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.259061Z","time spent":"7.000300961s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:29.505248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:29.505327Z","caller":"traceutil/trace.go:171","msg":"trace[975537771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147237s","start":"2026-03-02T16:25:27.505164Z","end":"2026-03-02T16:25:29.505311Z","steps":["trace[975537771] 'agreement among raft nodes before linearized reading' (duration: 2.000045795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.505374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:27.505147Z","time spent":"2.000217799s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:29.51625Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:25:29.51687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.850806972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.51698Z","caller":"traceutil/trace.go:171","msg":"trace[1885168979] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; }","duration":"7.850983616s","start":"2026-03-02T16:25:21.665977Z","end":"2026-03-02T16:25:29.516961Z","steps":["trace[1885168979] 'agreement among raft nodes before linearized reading' (duration: 7.850849003s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.517685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.665955Z","time spent":"7.851705066s","remote":"127.0.0.1:55718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.480419978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.51794Z","caller":"traceutil/trace.go:171","msg":"trace[1166636825] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; }","duration":"11.481098886s","start":"2026-03-02T16:25:18.036673Z","end":"2026-03-02T16:25:29.517772Z","steps":["trace[1166636825] 'agreement among raft nodes before linearized reading' (duration: 11.480455869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.518003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:18.036654Z","time spent":"11.481335382s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T16:25:29.517282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.217683943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.518299Z","caller":"traceutil/trace.go:171","msg":"trace[2034627583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"10.218765822s","start":"2026-03-02T16:25:19.299503Z","end":"2026-03-02T16:25:29.518269Z","steps":["trace[2034627583] 'agreement among raft nodes before linearized reading' (duration: 10.217768956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.517316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.24329377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.518553Z","caller":"traceutil/trace.go:171","msg":"trace[15764699] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"10.244556614s","start":"2026-03-02T16:25:19.273972Z","end":"2026-03-02T16:25:29.518529Z","steps":["trace[15764699] 'agreement among raft nodes before linearized reading' (duration: 10.243329691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.517288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.925398764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-f847fc847-4mxrf.189912e2dea7c032\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:29.518627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.273954Z","time spent":"10.244654507s","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:29.518639Z","caller":"traceutil/trace.go:171","msg":"trace[323581721] range","detail":"{range_begin:/registry/events/openstack/placement-api-f847fc847-4mxrf.189912e2dea7c032; range_end:; }","duration":"12.926848513s","start":"2026-03-02T16:25:16.591778Z","end":"2026-03-02T16:25:29.518627Z","steps":["trace[323581721] 'agreement among raft nodes before linearized reading' (duration: 12.925424795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.518677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.591753Z","time spent":"12.926913264s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/placement-api-f847fc847-4mxrf.189912e2dea7c032\" "} {"level":"warn","ts":"2026-03-02T16:25:29.517398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.98712813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.518753Z","caller":"traceutil/trace.go:171","msg":"trace[27508791] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"11.988541367s","start":"2026-03-02T16:25:17.530204Z","end":"2026-03-02T16:25:29.518746Z","steps":["trace[27508791] 'agreement among raft nodes before linearized reading' (duration: 11.98717243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.518786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.530181Z","time spent":"11.988597179s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.51735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.528097994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.519072Z","caller":"traceutil/trace.go:171","msg":"trace[1767410317] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; }","duration":"9.529904022s","start":"2026-03-02T16:25:19.989128Z","end":"2026-03-02T16:25:29.519032Z","steps":["trace[1767410317] 'agreement among raft nodes before linearized reading' (duration: 9.528128424s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.517373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.430415634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.519147Z","caller":"traceutil/trace.go:171","msg":"trace[1433399854] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; }","duration":"10.432251293s","start":"2026-03-02T16:25:19.086884Z","end":"2026-03-02T16:25:29.519135Z","steps":["trace[1433399854] 'agreement among raft nodes before linearized reading' (duration: 10.430454414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.519159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.989102Z","time spent":"9.530021435s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:25:29.517401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.380862089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:29.519202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.086864Z","time spent":"10.432322394s","remote":"127.0.0.1:55662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.08135149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.519265Z","caller":"traceutil/trace.go:171","msg":"trace[91030113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; }","duration":"13.083241591s","start":"2026-03-02T16:25:16.436015Z","end":"2026-03-02T16:25:29.519257Z","steps":["trace[91030113] 'agreement among raft nodes before linearized reading' (duration: 13.081380621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.519291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.435996Z","time spent":"13.083287582s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:25:29.517463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.970060582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.519257Z","caller":"traceutil/trace.go:171","msg":"trace[1786461908] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; }","duration":"13.382726679s","start":"2026-03-02T16:25:16.136507Z","end":"2026-03-02T16:25:29.519234Z","steps":["trace[1786461908] 'agreement among raft nodes before linearized reading' (duration: 13.380858919s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:29.519347Z","caller":"traceutil/trace.go:171","msg":"trace[747658284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; }","duration":"7.971982354s","start":"2026-03-02T16:25:21.547349Z","end":"2026-03-02T16:25:29.519332Z","steps":["trace[747658284] 'agreement among raft nodes before linearized reading' (duration: 7.970098243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.519386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.547319Z","time spent":"7.972058406s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T16:25:29.517464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.303870813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:29.519409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.136461Z","time spent":"13.382917704s","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:29.519438Z","caller":"traceutil/trace.go:171","msg":"trace[1316949444] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"13.305900718s","start":"2026-03-02T16:25:16.213531Z","end":"2026-03-02T16:25:29.519431Z","steps":["trace[1316949444] 'agreement among raft nodes before linearized reading' (duration: 13.303922294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.51747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.708774349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:29.517486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.770739772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.51971Z","caller":"traceutil/trace.go:171","msg":"trace[984796759] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"12.710958907s","start":"2026-03-02T16:25:16.808685Z","end":"2026-03-02T16:25:29.519644Z","steps":["trace[984796759] 'agreement among raft nodes before linearized reading' (duration: 12.708774879s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:29.519813Z","caller":"traceutil/trace.go:171","msg":"trace[2072009594] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"12.773085845s","start":"2026-03-02T16:25:16.746692Z","end":"2026-03-02T16:25:29.519778Z","steps":["trace[2072009594] 'agreement among raft nodes before linearized reading' (duration: 12.770776943s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.517515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.237433191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:29.51985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.808632Z","time spent":"12.711173263s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T16:25:29.519885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.746671Z","time spent":"12.773197108s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.909763966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.519896Z","caller":"traceutil/trace.go:171","msg":"trace[585205188] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; }","duration":"9.239809205s","start":"2026-03-02T16:25:20.280073Z","end":"2026-03-02T16:25:29.519882Z","steps":["trace[585205188] 'agreement among raft nodes before linearized reading' (duration: 9.237427891s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:29.519931Z","caller":"traceutil/trace.go:171","msg":"trace[1803198881] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; }","duration":"13.912216782s","start":"2026-03-02T16:25:15.607707Z","end":"2026-03-02T16:25:29.519924Z","steps":["trace[1803198881] 'agreement among raft nodes before linearized reading' (duration: 13.909786617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.519949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:20.280004Z","time spent":"9.239930938s","remote":"127.0.0.1:39246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T16:25:29.519966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.607694Z","time spent":"13.912259383s","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.220931367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.520011Z","caller":"traceutil/trace.go:171","msg":"trace[832065582] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; }","duration":"8.223472285s","start":"2026-03-02T16:25:21.296529Z","end":"2026-03-02T16:25:29.520002Z","steps":["trace[832065582] 'agreement among raft nodes before linearized reading' (duration: 8.220967398s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.52005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.296508Z","time spent":"8.223531766s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.1109398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.520097Z","caller":"traceutil/trace.go:171","msg":"trace[2146010711] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"11.113721835s","start":"2026-03-02T16:25:18.406368Z","end":"2026-03-02T16:25:29.520089Z","steps":["trace[2146010711] 'agreement among raft nodes before linearized reading' (duration: 11.110966871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.520133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:18.406352Z","time spent":"11.113771786s","remote":"127.0.0.1:55696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.303539976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.520181Z","caller":"traceutil/trace.go:171","msg":"trace[209718740] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"9.306246418s","start":"2026-03-02T16:25:20.213928Z","end":"2026-03-02T16:25:29.520174Z","steps":["trace[209718740] 'agreement among raft nodes before linearized reading' (duration: 9.303577787s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.520216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:20.213898Z","time spent":"9.306309929s","remote":"127.0.0.1:55664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.51838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.29948Z","time spent":"10.218883685s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:25:29.517436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.338777758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.520308Z","caller":"traceutil/trace.go:171","msg":"trace[1375505267] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"12.341662725s","start":"2026-03-02T16:25:17.178613Z","end":"2026-03-02T16:25:29.520275Z","steps":["trace[1375505267] 'agreement among raft nodes before linearized reading' (duration: 12.338813829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.519465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.213511Z","time spent":"13.305945788s","remote":"127.0.0.1:55534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.517467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.624030056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:29.520478Z","caller":"traceutil/trace.go:171","msg":"trace[1452919766] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"13.627070798s","start":"2026-03-02T16:25:15.893397Z","end":"2026-03-02T16:25:29.520468Z","steps":["trace[1452919766] 'agreement among raft nodes before linearized reading' (duration: 13.624053317s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:29.520523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.178592Z","time spent":"12.341744948s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T16:25:29.520525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.893384Z","time spent":"13.627125349s","remote":"127.0.0.1:55428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:30.017864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:30.213261Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312af6b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:30.518136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:30.518298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.519052Z","time spent":"4.99924192s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:30.524476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.52764Z","time spent":"4.996827945s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:31.018287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:31.505803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:31.505892Z","caller":"traceutil/trace.go:171","msg":"trace[469112480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084076s","start":"2026-03-02T16:25:29.505789Z","end":"2026-03-02T16:25:31.505873Z","steps":["trace[469112480] 'agreement among raft nodes before linearized reading' (duration: 1.999969383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:31.505939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.505774Z","time spent":"2.000155848s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:31.519149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:31.528379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:31.528505Z","caller":"traceutil/trace.go:171","msg":"trace[150922705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073076s","start":"2026-03-02T16:25:29.528413Z","end":"2026-03-02T16:25:31.528486Z","steps":["trace[150922705] 'agreement among raft nodes before linearized reading' (duration: 1.999936433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:31.528602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.528402Z","time spent":"2.000186689s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:31.540592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.540046Z","time spent":"7.000539369s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:31.720276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.720035Z","time spent":"7.00023568s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:32.020341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:32.389349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.899855275s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:25:32.517554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.517081Z","time spent":"7.000466937s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:32.520778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.519801Z","time spent":"7.000971611s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:32.531078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.115770912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:32.531151Z","caller":"traceutil/trace.go:171","msg":"trace[1451538178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13515; }","duration":"17.115857224s","start":"2026-03-02T16:25:15.415275Z","end":"2026-03-02T16:25:32.531133Z","steps":["trace[1451538178] 'count revisions from in-memory index tree' (duration: 17.11569076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:32.531202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.41526Z","time spent":"17.115930616s","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:32.53139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.053214262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:32.531428Z","caller":"traceutil/trace.go:171","msg":"trace[483506067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13515; }","duration":"17.053284284s","start":"2026-03-02T16:25:15.478134Z","end":"2026-03-02T16:25:32.531418Z","steps":["trace[483506067] 'range keys from in-memory index tree' (duration: 17.05313692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:32.531455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.478113Z","time spent":"17.053336446s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:32.532325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.172915683s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:32.532399Z","caller":"traceutil/trace.go:171","msg":"trace[809913158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13515; }","duration":"11.172995015s","start":"2026-03-02T16:25:21.359394Z","end":"2026-03-02T16:25:32.532389Z","steps":["trace[809913158] 'range keys from in-memory index tree' (duration: 11.172905843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:32.53523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.827927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-02T16:25:33.515474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:33.515626Z","caller":"traceutil/trace.go:171","msg":"trace[1343263222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449126s","start":"2026-03-02T16:25:31.515157Z","end":"2026-03-02T16:25:33.515606Z","steps":["trace[1343263222] 'agreement among raft nodes before linearized reading' (duration: 2.000275871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:33.515677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.515137Z","time spent":"2.000529628s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:34.36425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973967646s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:25:34.67532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.827972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T16:25:34.675923Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"23.011µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:25:34.676Z","caller":"traceutil/trace.go:171","msg":"trace[628566788] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13526; }","duration":"3.131210358s","start":"2026-03-02T16:25:31.544778Z","end":"2026-03-02T16:25:34.675988Z","steps":["trace[628566788] 'process raft request' (duration: 3.131171767s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.676019Z","caller":"traceutil/trace.go:171","msg":"trace[1510318381] linearizableReadLoop","detail":"{readStateIndex:14029; appliedIndex:14013; }","duration":"5.159223674s","start":"2026-03-02T16:25:29.516786Z","end":"2026-03-02T16:25:34.67601Z","steps":["trace[1510318381] 'read index received' (duration: 2.873483089s)","trace[1510318381] 'applied index is now lower than readState.Index' (duration: 2.285739595s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:25:34.676064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.544751Z","time spent":"3.13126792s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:25:34.676106Z","caller":"traceutil/trace.go:171","msg":"trace[179171617] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13526; }","duration":"2.951781822s","start":"2026-03-02T16:25:31.724316Z","end":"2026-03-02T16:25:34.676098Z","steps":["trace[179171617] 'process raft request' (duration: 2.951654189s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.724282Z","time spent":"2.951836964s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:34.676177Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312af6b","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:25:34.676264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.269341909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.676282Z","caller":"traceutil/trace.go:171","msg":"trace[699646687] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13526; }","duration":"9.26939592s","start":"2026-03-02T16:25:25.406879Z","end":"2026-03-02T16:25:34.676275Z","steps":["trace[699646687] 'agreement among raft nodes before linearized reading' (duration: 9.269351829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.011568231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:25:34.676302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.40686Z","time spent":"9.269437691s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:34.676309Z","caller":"traceutil/trace.go:171","msg":"trace[2074766626] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13526; }","duration":"10.011625923s","start":"2026-03-02T16:25:24.664678Z","end":"2026-03-02T16:25:34.676304Z","steps":["trace[2074766626] 'agreement among raft nodes before linearized reading' (duration: 10.011590072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.664657Z","time spent":"10.011663804s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.676388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205200348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:34.676401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.292092611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.676403Z","caller":"traceutil/trace.go:171","msg":"trace[2078028740] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13526; }","duration":"5.205217229s","start":"2026-03-02T16:25:29.471181Z","end":"2026-03-02T16:25:34.676398Z","steps":["trace[2078028740] 'agreement among raft nodes before linearized reading' (duration: 5.205191309s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.676417Z","caller":"traceutil/trace.go:171","msg":"trace[1150890233] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13526; }","duration":"10.292155183s","start":"2026-03-02T16:25:24.384256Z","end":"2026-03-02T16:25:34.676411Z","steps":["trace[1150890233] 'agreement among raft nodes before linearized reading' (duration: 10.292127612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.471098Z","time spent":"5.205315532s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.676432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.384236Z","time spent":"10.292191924s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.676505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377602086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.67652Z","caller":"traceutil/trace.go:171","msg":"trace[847964117] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13526; }","duration":"5.377644168s","start":"2026-03-02T16:25:29.29887Z","end":"2026-03-02T16:25:34.676515Z","steps":["trace[847964117] 'agreement among raft nodes before linearized reading' (duration: 5.377617557s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.298851Z","time spent":"5.377678678s","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.676568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.440532566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:25:34.676584Z","caller":"traceutil/trace.go:171","msg":"trace[588734922] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13526; }","duration":"10.440576577s","start":"2026-03-02T16:25:24.236002Z","end":"2026-03-02T16:25:34.676578Z","steps":["trace[588734922] 'agreement among raft nodes before linearized reading' (duration: 10.440508816s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.235985Z","time spent":"10.440609448s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T16:25:34.676639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413590772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-03-02T16:25:34.676653Z","caller":"traceutil/trace.go:171","msg":"trace[441092676] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13526; }","duration":"5.413640503s","start":"2026-03-02T16:25:29.263008Z","end":"2026-03-02T16:25:34.676648Z","steps":["trace[441092676] 'agreement among raft nodes before linearized reading' (duration: 5.413592682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.742609624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:34.676669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.262988Z","time spent":"5.413676945s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-02T16:25:34.676681Z","caller":"traceutil/trace.go:171","msg":"trace[891917280] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13526; }","duration":"10.742663725s","start":"2026-03-02T16:25:23.934012Z","end":"2026-03-02T16:25:34.676676Z","steps":["trace[891917280] 'agreement among raft nodes before linearized reading' (duration: 10.742638584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:23.93399Z","time spent":"10.742700876s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.676752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.626313495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.676769Z","caller":"traceutil/trace.go:171","msg":"trace[394877641] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13526; }","duration":"6.626366686s","start":"2026-03-02T16:25:28.050395Z","end":"2026-03-02T16:25:34.676762Z","steps":["trace[394877641] 'agreement among raft nodes before linearized reading' (duration: 6.626341046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:28.050375Z","time spent":"6.626439058s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.676832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15495914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.676849Z","caller":"traceutil/trace.go:171","msg":"trace[1474525530] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:13526; }","duration":"5.155007991s","start":"2026-03-02T16:25:29.521836Z","end":"2026-03-02T16:25:34.676844Z","steps":["trace[1474525530] 'agreement among raft nodes before linearized reading' (duration: 5.154979411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.521821Z","time spent":"5.155040492s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T16:25:34.676935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176520463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-02T16:25:34.67695Z","caller":"traceutil/trace.go:171","msg":"trace[273201973] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13526; }","duration":"7.176564033s","start":"2026-03-02T16:25:27.500381Z","end":"2026-03-02T16:25:34.676945Z","steps":["trace[273201973] 'agreement among raft nodes before linearized reading' (duration: 7.176510522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.676963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:27.500363Z","time spent":"7.176597425s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T16:25:34.677065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.21446188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.677081Z","caller":"traceutil/trace.go:171","msg":"trace[179140313] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13526; }","duration":"7.214515162s","start":"2026-03-02T16:25:27.462561Z","end":"2026-03-02T16:25:34.677076Z","steps":["trace[179140313] 'agreement among raft nodes before linearized reading' (duration: 7.214474011s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:27.46254Z","time spent":"7.214550973s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.066484591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.677188Z","caller":"traceutil/trace.go:171","msg":"trace[1007677404] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13526; }","duration":"8.066538573s","start":"2026-03-02T16:25:26.610644Z","end":"2026-03-02T16:25:34.677183Z","steps":["trace[1007677404] 'agreement among raft nodes before linearized reading' (duration: 8.066515482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:26.610623Z","time spent":"8.066575024s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.455481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.677218Z","caller":"traceutil/trace.go:171","msg":"trace[1690069352] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13526; }","duration":"431.512822ms","start":"2026-03-02T16:25:34.2457Z","end":"2026-03-02T16:25:34.677213Z","steps":["trace[1690069352] 'agreement among raft nodes before linearized reading' (duration: 431.482982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:34.245677Z","time spent":"431.552914ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.735881209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.677294Z","caller":"traceutil/trace.go:171","msg":"trace[1806270149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13526; }","duration":"8.735926911s","start":"2026-03-02T16:25:25.941363Z","end":"2026-03-02T16:25:34.67729Z","steps":["trace[1806270149] 'agreement among raft nodes before linearized reading' (duration: 8.73590167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.941347Z","time spent":"8.735961331s","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134620926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.677356Z","caller":"traceutil/trace.go:171","msg":"trace[502464678] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13526; }","duration":"1.134688958s","start":"2026-03-02T16:25:33.542661Z","end":"2026-03-02T16:25:34.67735Z","steps":["trace[502464678] 'agreement among raft nodes before linearized reading' (duration: 1.134647837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:33.542637Z","time spent":"1.134730189s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16158359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.67747Z","caller":"traceutil/trace.go:171","msg":"trace[1338841481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13526; }","duration":"1.161646311s","start":"2026-03-02T16:25:33.515819Z","end":"2026-03-02T16:25:34.677466Z","steps":["trace[1338841481] 'agreement among raft nodes before linearized reading' (duration: 1.16161733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:33.515793Z","time spent":"1.161687393s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:34.67764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306355546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.677661Z","caller":"traceutil/trace.go:171","msg":"trace[663670099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13526; }","duration":"1.306434128s","start":"2026-03-02T16:25:33.371222Z","end":"2026-03-02T16:25:34.677656Z","steps":["trace[663670099] 'agreement among raft nodes before linearized reading' (duration: 1.306398427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:33.371191Z","time spent":"1.306481899s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889925142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.6778Z","caller":"traceutil/trace.go:171","msg":"trace[723552399] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13526; }","duration":"2.889949853s","start":"2026-03-02T16:25:31.787845Z","end":"2026-03-02T16:25:34.677795Z","steps":["trace[723552399] 'agreement among raft nodes before linearized reading' (duration: 2.889915492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.677816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.787776Z","time spent":"2.890035336s","remote":"127.0.0.1:41148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.677953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302026626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:34.677969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904418163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.678039Z","caller":"traceutil/trace.go:171","msg":"trace[1431935816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13526; }","duration":"3.904548016s","start":"2026-03-02T16:25:30.773473Z","end":"2026-03-02T16:25:34.678021Z","steps":["trace[1431935816] 'agreement among raft nodes before linearized reading' (duration: 3.904397502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.773453Z","time spent":"3.904628619s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.678127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970222799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.678187Z","caller":"traceutil/trace.go:171","msg":"trace[361098074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13526; }","duration":"3.970330142s","start":"2026-03-02T16:25:30.707843Z","end":"2026-03-02T16:25:34.678173Z","steps":["trace[361098074] 'agreement among raft nodes before linearized reading' (duration: 3.970209729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.67822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.707825Z","time spent":"3.970388113s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:34.678007Z","caller":"traceutil/trace.go:171","msg":"trace[582679732] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13526; }","duration":"4.302130908s","start":"2026-03-02T16:25:30.375863Z","end":"2026-03-02T16:25:34.677994Z","steps":["trace[582679732] 'agreement among raft nodes before linearized reading' (duration: 4.302009925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.375843Z","time spent":"4.302429857s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.678285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.148052745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-02T16:25:34.67837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020155348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.678413Z","caller":"traceutil/trace.go:171","msg":"trace[848510281] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13526; }","duration":"3.020353813s","start":"2026-03-02T16:25:31.658043Z","end":"2026-03-02T16:25:34.678396Z","steps":["trace[848510281] 'agreement among raft nodes before linearized reading' (duration: 3.020131777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151933236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:25:34.678389Z","caller":"traceutil/trace.go:171","msg":"trace[1448412307] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13526; }","duration":"5.148196189s","start":"2026-03-02T16:25:29.530175Z","end":"2026-03-02T16:25:34.678371Z","steps":["trace[1448412307] 'agreement among raft nodes before linearized reading' (duration: 5.147797808s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139064311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T16:25:34.678486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901512243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.678495Z","caller":"traceutil/trace.go:171","msg":"trace[661151083] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13526; }","duration":"4.139122663s","start":"2026-03-02T16:25:30.539366Z","end":"2026-03-02T16:25:34.678489Z","steps":["trace[661151083] 'agreement among raft nodes before linearized reading' (duration: 4.139047181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.154254922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T16:25:34.678508Z","caller":"traceutil/trace.go:171","msg":"trace[578050447] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13526; }","duration":"2.901570005s","start":"2026-03-02T16:25:31.776931Z","end":"2026-03-02T16:25:34.678501Z","steps":["trace[578050447] 'agreement among raft nodes before linearized reading' (duration: 2.901481623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.539351Z","time spent":"4.139157763s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T16:25:34.67853Z","caller":"traceutil/trace.go:171","msg":"trace[1422810575] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51; range_end:; response_count:1; response_revision:13526; }","duration":"5.154337114s","start":"2026-03-02T16:25:29.524185Z","end":"2026-03-02T16:25:34.678522Z","steps":["trace[1422810575] 'agreement among raft nodes before linearized reading' (duration: 5.154256072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.776918Z","time spent":"2.901609276s","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.67855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.524158Z","time spent":"5.154387965s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51\" "} {"level":"warn","ts":"2026-03-02T16:25:34.67855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.658031Z","time spent":"3.020509887s","remote":"127.0.0.1:36628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.678585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.530152Z","time spent":"5.148331543s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T16:25:34.678328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076891431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.678444Z","caller":"traceutil/trace.go:171","msg":"trace[1585339884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:13526; }","duration":"3.151998757s","start":"2026-03-02T16:25:31.526436Z","end":"2026-03-02T16:25:34.678435Z","steps":["trace[1585339884] 'agreement among raft nodes before linearized reading' (duration: 3.151911305s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.678735Z","caller":"traceutil/trace.go:171","msg":"trace[1030130626] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13526; }","duration":"3.077383904s","start":"2026-03-02T16:25:31.601345Z","end":"2026-03-02T16:25:34.678729Z","steps":["trace[1030130626] 'agreement among raft nodes before linearized reading' (duration: 3.076947233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.678743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.526413Z","time spent":"3.152323966s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:25:34.678756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.601332Z","time spent":"3.077417145s","remote":"127.0.0.1:41174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:34.887315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11730} {"level":"info","ts":"2026-03-02T16:25:34.959816Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11730,"took":"70.660007ms","hash":4059908215,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":23617536,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T16:25:34.959866Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4059908215,"revision":11730,"compact-revision":9579} {"level":"info","ts":"2026-03-02T16:25:38.067433Z","caller":"traceutil/trace.go:171","msg":"trace[1587981316] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"498.883121ms","start":"2026-03-02T16:25:37.568521Z","end":"2026-03-02T16:25:38.067404Z","steps":["trace[1587981316] 'process raft request' (duration: 498.656225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:38.067639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:37.568489Z","time spent":"499.067276ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:25:38.511673Z","caller":"traceutil/trace.go:171","msg":"trace[578095976] linearizableReadLoop","detail":"{readStateIndex:14110; appliedIndex:14108; }","duration":"764.370857ms","start":"2026-03-02T16:25:37.747281Z","end":"2026-03-02T16:25:38.511652Z","steps":["trace[578095976] 'read index received' (duration: 319.679341ms)","trace[578095976] 'applied index is now lower than readState.Index' (duration: 444.690086ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:25:38.511819Z","caller":"traceutil/trace.go:171","msg":"trace[1159739949] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"937.561145ms","start":"2026-03-02T16:25:37.574208Z","end":"2026-03-02T16:25:38.511769Z","steps":["trace[1159739949] 'process raft request' (duration: 937.255157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:38.511991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:37.574196Z","time spent":"937.71105ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8786,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:38.512026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.613983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T16:25:38.512032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.717516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:25:38.512102Z","caller":"traceutil/trace.go:171","msg":"trace[992259321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13604; }","duration":"764.731796ms","start":"2026-03-02T16:25:37.747352Z","end":"2026-03-02T16:25:38.512083Z","steps":["trace[992259321] 'agreement among raft nodes before linearized reading' (duration: 764.526151ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:38.512137Z","caller":"traceutil/trace.go:171","msg":"trace[1434265769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13604; }","duration":"764.87892ms","start":"2026-03-02T16:25:37.747233Z","end":"2026-03-02T16:25:38.512112Z","steps":["trace[1434265769] 'agreement among raft nodes before linearized reading' (duration: 764.567752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:38.51213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.169039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:25:38.512159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:37.747326Z","time spent":"764.816519ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:25:38.512001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.678047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:38.512193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:37.747212Z","time spent":"764.969873ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:25:38.512208Z","caller":"traceutil/trace.go:171","msg":"trace[729804662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13604; }","duration":"654.288572ms","start":"2026-03-02T16:25:37.8579Z","end":"2026-03-02T16:25:38.512189Z","steps":["trace[729804662] 'agreement among raft nodes before linearized reading' (duration: 654.086167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:38.512263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:37.857883Z","time spent":"654.368424ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:25:38.512262Z","caller":"traceutil/trace.go:171","msg":"trace[621954371] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:13604; }","duration":"320.939014ms","start":"2026-03-02T16:25:38.191283Z","end":"2026-03-02T16:25:38.512222Z","steps":["trace[621954371] 'agreement among raft nodes before linearized reading' (duration: 320.651096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:38.512371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:38.191239Z","time spent":"321.097238ms","remote":"127.0.0.1:44448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:38.514216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.234129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389124"} {"level":"info","ts":"2026-03-02T16:25:38.514274Z","caller":"traceutil/trace.go:171","msg":"trace[404444592] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13604; }","duration":"157.332742ms","start":"2026-03-02T16:25:38.356928Z","end":"2026-03-02T16:25:38.514261Z","steps":["trace[404444592] 'agreement among raft nodes before linearized reading' (duration: 155.03862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:46.569656Z","caller":"traceutil/trace.go:171","msg":"trace[879422843] linearizableReadLoop","detail":"{readStateIndex:14134; appliedIndex:14133; }","duration":"350.286383ms","start":"2026-03-02T16:25:46.219349Z","end":"2026-03-02T16:25:46.569635Z","steps":["trace[879422843] 'read index received' (duration: 350.114788ms)","trace[879422843] 'applied index is now lower than readState.Index' (duration: 170.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:25:46.569751Z","caller":"traceutil/trace.go:171","msg":"trace[497766076] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"506.939898ms","start":"2026-03-02T16:25:46.062802Z","end":"2026-03-02T16:25:46.569742Z","steps":["trace[497766076] 'process raft request' (duration: 506.712172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:46.570014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.655672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:46.570062Z","caller":"traceutil/trace.go:171","msg":"trace[513970230] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13627; }","duration":"350.742995ms","start":"2026-03-02T16:25:46.219307Z","end":"2026-03-02T16:25:46.57005Z","steps":["trace[513970230] 'agreement among raft nodes before linearized reading' (duration: 350.647362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:46.570087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.219287Z","time spent":"350.793277ms","remote":"127.0.0.1:55624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:46.570136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.062776Z","time spent":"507.0375ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:46.946057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.124117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:25:46.946164Z","caller":"traceutil/trace.go:171","msg":"trace[714922933] transaction","detail":"{read_only:false; response_revision:13628; number_of_response:1; }","duration":"371.82208ms","start":"2026-03-02T16:25:46.574326Z","end":"2026-03-02T16:25:46.946148Z","steps":["trace[714922933] 'process raft request' (duration: 236.524018ms)","trace[714922933] 'compare' (duration: 134.999414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:25:46.946213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.574309Z","time spent":"371.880632ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:25:47.373411Z","caller":"traceutil/trace.go:171","msg":"trace[1492766388] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"798.705569ms","start":"2026-03-02T16:25:46.574667Z","end":"2026-03-02T16:25:47.373373Z","steps":["trace[1492766388] 'process raft request' (duration: 797.745473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:47.373339Z","caller":"traceutil/trace.go:171","msg":"trace[105500644] linearizableReadLoop","detail":"{readStateIndex:14137; appliedIndex:14134; }","duration":"710.172512ms","start":"2026-03-02T16:25:46.663138Z","end":"2026-03-02T16:25:47.373311Z","steps":["trace[105500644] 'read index received' (duration: 147.831647ms)","trace[105500644] 'applied index is now lower than readState.Index' (duration: 562.339935ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:25:47.373464Z","caller":"traceutil/trace.go:171","msg":"trace[1807030224] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"798.676238ms","start":"2026-03-02T16:25:46.574717Z","end":"2026-03-02T16:25:47.373393Z","steps":["trace[1807030224] 'process raft request' (duration: 798.476363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:47.373921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.574709Z","time spent":"799.140261ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:47.373634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.477841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-02T16:25:47.37404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.372368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:47.3741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.702679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:25:47.374127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.587796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:47.374143Z","caller":"traceutil/trace.go:171","msg":"trace[36561781] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13630; }","duration":"330.551403ms","start":"2026-03-02T16:25:47.04357Z","end":"2026-03-02T16:25:47.374121Z","steps":["trace[36561781] 'agreement among raft nodes before linearized reading' (duration: 330.379178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:47.374152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.134209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T16:25:47.374198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:47.043514Z","time spent":"330.672616ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:47.3742Z","caller":"traceutil/trace.go:171","msg":"trace[660926649] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13630; }","duration":"513.699869ms","start":"2026-03-02T16:25:46.860479Z","end":"2026-03-02T16:25:47.374179Z","steps":["trace[660926649] 'agreement among raft nodes before linearized reading' (duration: 513.473493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:47.374207Z","caller":"traceutil/trace.go:171","msg":"trace[876256650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13630; }","duration":"513.810502ms","start":"2026-03-02T16:25:46.860362Z","end":"2026-03-02T16:25:47.374173Z","steps":["trace[876256650] 'agreement among raft nodes before linearized reading' (duration: 513.599217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:47.374246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.86046Z","time spent":"513.777371ms","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":113,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:47.374242Z","caller":"traceutil/trace.go:171","msg":"trace[810796833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:13630; }","duration":"543.273013ms","start":"2026-03-02T16:25:46.830948Z","end":"2026-03-02T16:25:47.374221Z","steps":["trace[810796833] 'agreement among raft nodes before linearized reading' (duration: 543.008595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:47.37426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.860329Z","time spent":"513.921325ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:25:47.3743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.830927Z","time spent":"543.364965ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"info","ts":"2026-03-02T16:25:47.374053Z","caller":"traceutil/trace.go:171","msg":"trace[1067859418] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:13630; }","duration":"710.891482ms","start":"2026-03-02T16:25:46.663086Z","end":"2026-03-02T16:25:47.373977Z","steps":["trace[1067859418] 'agreement among raft nodes before linearized reading' (duration: 710.388879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:47.374386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.66306Z","time spent":"711.288443ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-02T16:25:47.374244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.186197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-02T16:25:47.374682Z","caller":"traceutil/trace.go:171","msg":"trace[1144178537] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13630; }","duration":"335.67696ms","start":"2026-03-02T16:25:47.038978Z","end":"2026-03-02T16:25:47.374655Z","steps":["trace[1144178537] 'agreement among raft nodes before linearized reading' (duration: 335.010272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:47.374746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:47.038958Z","time spent":"335.769533ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:25:47.375154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:46.574657Z","time spent":"799.028448ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:50.243693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:50.744318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:51.244569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:51.745505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:52.246378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:52.477665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:52.47777Z","caller":"traceutil/trace.go:171","msg":"trace[851004982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190993s","start":"2026-03-02T16:25:50.477542Z","end":"2026-03-02T16:25:52.477733Z","steps":["trace[851004982] 'agreement among raft nodes before linearized reading' (duration: 2.00008491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:52.477817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.477521Z","time spent":"2.000286476s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:52.747397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:53.248228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:53.749141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:54.249278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:54.478524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999799359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:54.478614Z","caller":"traceutil/trace.go:171","msg":"trace[1181041954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999946583s","start":"2026-03-02T16:25:52.478646Z","end":"2026-03-02T16:25:54.478593Z","steps":["trace[1181041954] 'agreement among raft nodes before linearized reading' (duration: 1.99983163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:54.478658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.478624Z","time spent":"2.000024625s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:54.750147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:55.250815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:55.485026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999700967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:55.485118Z","caller":"traceutil/trace.go:171","msg":"trace[2061213219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999830971s","start":"2026-03-02T16:25:50.485266Z","end":"2026-03-02T16:25:55.485097Z","steps":["trace[2061213219] 'agreement among raft nodes before linearized reading' (duration: 4.999718528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:55.485174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.485255Z","time spent":"4.999904362s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:25:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:55.599797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999644802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:55.599863Z","caller":"traceutil/trace.go:171","msg":"trace[309873684] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999765706s","start":"2026-03-02T16:25:50.600082Z","end":"2026-03-02T16:25:55.599848Z","steps":["trace[309873684] 'agreement among raft nodes before linearized reading' (duration: 4.999691374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:55.599908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.600062Z","time spent":"4.999838387s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 16:25:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:55.751197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:55.963996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997920488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:55.964066Z","caller":"traceutil/trace.go:171","msg":"trace[436660970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998065232s","start":"2026-03-02T16:25:50.965986Z","end":"2026-03-02T16:25:55.964051Z","steps":["trace[436660970] 'agreement among raft nodes before linearized reading' (duration: 4.997968499s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:55.964102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.965949Z","time spent":"4.998146464s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:25:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.226268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998970962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:56.226363Z","caller":"traceutil/trace.go:171","msg":"trace[1484013201] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999114246s","start":"2026-03-02T16:25:51.227227Z","end":"2026-03-02T16:25:56.226341Z","steps":["trace[1484013201] 'agreement among raft nodes before linearized reading' (duration: 4.998999503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.226413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.227211Z","time spent":"4.999192138s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.251773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:56.361825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999880584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:56.361906Z","caller":"traceutil/trace.go:171","msg":"trace[750720628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999985437s","start":"2026-03-02T16:25:51.361902Z","end":"2026-03-02T16:25:56.361887Z","steps":["trace[750720628] 'agreement among raft nodes before linearized reading' (duration: 4.999890525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.361952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.361894Z","time spent":"5.000048919s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.421136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99997189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:56.421287Z","caller":"traceutil/trace.go:171","msg":"trace[1221616383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000230707s","start":"2026-03-02T16:25:51.421024Z","end":"2026-03-02T16:25:56.421255Z","steps":["trace[1221616383] 'agreement among raft nodes before linearized reading' (duration: 4.999989941s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.421361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.421011Z","time spent":"5.00033517s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.48574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:56.485838Z","caller":"traceutil/trace.go:171","msg":"trace[1767348462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285772s","start":"2026-03-02T16:25:54.485532Z","end":"2026-03-02T16:25:56.485818Z","steps":["trace[1767348462] 'agreement among raft nodes before linearized reading' (duration: 2.000149318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.485891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.485521Z","time spent":"2.000360575s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:56.742971Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:25:56.74296Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312afef","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:56.743091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00020186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:56.743144Z","caller":"traceutil/trace.go:171","msg":"trace[1959607574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"7.000307593s","start":"2026-03-02T16:25:49.742818Z","end":"2026-03-02T16:25:56.743126Z","steps":["trace[1959607574] 'agreement among raft nodes before linearized reading' (duration: 7.000237151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.743199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:49.742797Z","time spent":"7.000391105s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T16:25:56.752321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:49.751296Z","time spent":"7.001018853s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:57.243868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:57.744063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:58.244718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:58.486658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:58.486739Z","caller":"traceutil/trace.go:171","msg":"trace[429378232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102127s","start":"2026-03-02T16:25:56.486621Z","end":"2026-03-02T16:25:58.486723Z","steps":["trace[429378232] 'agreement among raft nodes before linearized reading' (duration: 2.000005455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:58.486783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.486576Z","time spent":"2.00019808s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:58.745191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:59.245364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:59.74638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:00.247502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:00.49473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00061348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:00.494822Z","caller":"traceutil/trace.go:171","msg":"trace[806359432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000749424s","start":"2026-03-02T16:25:58.494053Z","end":"2026-03-02T16:26:00.494802Z","steps":["trace[806359432] 'agreement among raft nodes before linearized reading' (duration: 2.000634731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:00.494869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:58.494042Z","time spent":"2.000816025s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:00.748372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:00.963851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997476859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:00.963943Z","caller":"traceutil/trace.go:171","msg":"trace[247859177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997628612s","start":"2026-03-02T16:25:57.966294Z","end":"2026-03-02T16:26:00.963923Z","steps":["trace[247859177] 'agreement among raft nodes before linearized reading' (duration: 2.997515709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:00.96399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:57.966268Z","time spent":"2.997711945s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:26:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.2491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:01.388332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000252587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.388427Z","caller":"traceutil/trace.go:171","msg":"trace[1050238251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000390001s","start":"2026-03-02T16:25:51.388017Z","end":"2026-03-02T16:26:01.388407Z","steps":["trace[1050238251] 'agreement among raft nodes before linearized reading' (duration: 10.000260828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.388476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.38801Z","time spent":"10.000456423s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.389056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999319882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.389144Z","caller":"traceutil/trace.go:171","msg":"trace[129273913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999496336s","start":"2026-03-02T16:25:51.389628Z","end":"2026-03-02T16:26:01.389124Z","steps":["trace[129273913] 'agreement among raft nodes before linearized reading' (duration: 9.999391344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.38919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.38959Z","time spent":"9.999590489s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.42165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997241163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.42171Z","caller":"traceutil/trace.go:171","msg":"trace[297812156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997351615s","start":"2026-03-02T16:25:58.424345Z","end":"2026-03-02T16:26:01.421696Z","steps":["trace[297812156] 'agreement among raft nodes before linearized reading' (duration: 2.997284344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.421748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:58.424321Z","time spent":"2.997418837s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.52825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:01.528361Z","caller":"traceutil/trace.go:171","msg":"trace[1923337996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646382s","start":"2026-03-02T16:25:59.527689Z","end":"2026-03-02T16:26:01.528335Z","steps":["trace[1923337996] 'agreement among raft nodes before linearized reading' (duration: 2.000504518s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.528457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.52767Z","time spent":"2.000762075s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.749959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:01.751128Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312b0b1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:01.94058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.940213Z","time spent":"7.000360026s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:02.250339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:02.341031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:55.340645Z","time spent":"7.000379076s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:02.495842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:02.49592Z","caller":"traceutil/trace.go:171","msg":"trace[580598788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611672s","start":"2026-03-02T16:26:00.495291Z","end":"2026-03-02T16:26:02.495903Z","steps":["trace[580598788] 'agreement among raft nodes before linearized reading' (duration: 2.000517949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:02.495962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.495271Z","time spent":"2.000683144s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:02.75127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:03.251905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503763759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:03.743978Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:26:03.744154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.221721749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.744141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.190946493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.744207Z","caller":"traceutil/trace.go:171","msg":"trace[1646850383] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; }","duration":"11.221843772s","start":"2026-03-02T16:25:52.522344Z","end":"2026-03-02T16:26:03.744188Z","steps":["trace[1646850383] 'agreement among raft nodes before linearized reading' (duration: 11.22175764s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.744231Z","caller":"traceutil/trace.go:171","msg":"trace[808848128] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"13.191055976s","start":"2026-03-02T16:25:50.553155Z","end":"2026-03-02T16:26:03.744211Z","steps":["trace[808848128] 'agreement among raft nodes before linearized reading' (duration: 13.190955793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.744244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.755189544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.744265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.522322Z","time spent":"11.221929854s","remote":"127.0.0.1:52744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.744252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.310170821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.74428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.553148Z","time spent":"13.191120358s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T16:26:03.744287Z","caller":"traceutil/trace.go:171","msg":"trace[1681942048] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; }","duration":"8.755270486s","start":"2026-03-02T16:25:54.989004Z","end":"2026-03-02T16:26:03.744274Z","steps":["trace[1681942048] 'agreement among raft nodes before linearized reading' (duration: 8.755231805s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.744213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.423860388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.744141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.787254892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.744318Z","caller":"traceutil/trace.go:171","msg":"trace[1118134478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; }","duration":"12.310317555s","start":"2026-03-02T16:25:51.433981Z","end":"2026-03-02T16:26:03.744299Z","steps":["trace[1118134478] 'agreement among raft nodes before linearized reading' (duration: 12.310227493s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.744329Z","caller":"traceutil/trace.go:171","msg":"trace[2027640149] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; }","duration":"7.424018392s","start":"2026-03-02T16:25:56.320298Z","end":"2026-03-02T16:26:03.744317Z","steps":["trace[2027640149] 'agreement among raft nodes before linearized reading' (duration: 7.423905399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.744317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.853589881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.744302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.803885376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.74436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.262652346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.744362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.32027Z","time spent":"7.424080124s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.744325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.988982Z","time spent":"8.755332788s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.744376Z","caller":"traceutil/trace.go:171","msg":"trace[1833945154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"13.853713104s","start":"2026-03-02T16:25:49.890648Z","end":"2026-03-02T16:26:03.744361Z","steps":["trace[1833945154] 'agreement among raft nodes before linearized reading' (duration: 13.853627862s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.744364Z","caller":"traceutil/trace.go:171","msg":"trace[373716467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"10.787500359s","start":"2026-03-02T16:25:52.956846Z","end":"2026-03-02T16:26:03.744346Z","steps":["trace[373716467] 'agreement among raft nodes before linearized reading' (duration: 10.787252122s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.744389Z","caller":"traceutil/trace.go:171","msg":"trace[812919699] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; }","duration":"13.80402732s","start":"2026-03-02T16:25:49.940346Z","end":"2026-03-02T16:26:03.744373Z","steps":["trace[812919699] 'agreement among raft nodes before linearized reading' (duration: 13.803900597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.744414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.727199386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.744415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:49.890628Z","time spent":"13.853776825s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.744435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:49.940334Z","time spent":"13.804091272s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.744437Z","caller":"traceutil/trace.go:171","msg":"trace[1930378963] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"10.727257118s","start":"2026-03-02T16:25:53.017173Z","end":"2026-03-02T16:26:03.74443Z","steps":["trace[1930378963] 'agreement among raft nodes before linearized reading' (duration: 10.727233407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.744362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.433952Z","time spent":"12.310401158s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:26:03.744464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:53.017157Z","time spent":"10.727300189s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.744457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.165017632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4gl7x\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.744384Z","caller":"traceutil/trace.go:171","msg":"trace[250622785] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51; range_end:; }","duration":"9.262718127s","start":"2026-03-02T16:25:54.481659Z","end":"2026-03-02T16:26:03.744377Z","steps":["trace[250622785] 'agreement among raft nodes before linearized reading' (duration: 9.262688737s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.744544Z","caller":"traceutil/trace.go:171","msg":"trace[1056024056] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4gl7x; range_end:; }","duration":"10.165167136s","start":"2026-03-02T16:25:53.579354Z","end":"2026-03-02T16:26:03.744522Z","steps":["trace[1056024056] 'agreement among raft nodes before linearized reading' (duration: 10.165050413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.744592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:53.57933Z","time spent":"10.165251559s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4gl7x\" "} {"level":"warn","ts":"2026-03-02T16:26:03.744588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.481637Z","time spent":"9.262916103s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51\" "} {"level":"warn","ts":"2026-03-02T16:26:03.744441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.956775Z","time spent":"10.787640102s","remote":"127.0.0.1:33828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.752485Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312afef","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.871189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998539601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:03.871283Z","caller":"traceutil/trace.go:171","msg":"trace[505172802] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998687715s","start":"2026-03-02T16:25:58.872575Z","end":"2026-03-02T16:26:03.871263Z","steps":["trace[505172802] 'agreement among raft nodes before linearized reading' (duration: 4.998573582s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.871331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:58.872557Z","time spent":"4.998762388s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:26:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:04.166543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.42373958s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:26:04.190248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998988694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:04.190357Z","caller":"traceutil/trace.go:171","msg":"trace[124474774] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999106877s","start":"2026-03-02T16:25:59.191225Z","end":"2026-03-02T16:26:04.190332Z","steps":["trace[124474774] 'agreement among raft nodes before linearized reading' (duration: 4.998984894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:04.190425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.191187Z","time spent":"4.9992222s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T16:26:04.504291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000869307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:04.504372Z","caller":"traceutil/trace.go:171","msg":"trace[916451298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000999541s","start":"2026-03-02T16:26:02.503355Z","end":"2026-03-02T16:26:04.504354Z","steps":["trace[916451298] 'agreement among raft nodes before linearized reading' (duration: 2.000900128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:04.504418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:02.503337Z","time spent":"2.001072013s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:04.752604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996867834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:04.752691Z","caller":"traceutil/trace.go:171","msg":"trace[782137701] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.996997127s","start":"2026-03-02T16:25:56.755673Z","end":"2026-03-02T16:26:04.75267Z","steps":["trace[782137701] 'agreement among raft nodes before linearized reading' (duration: 7.996889734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:04.752737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.755658Z","time spent":"7.9970698s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/02 16:26:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:04.802814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999454126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:04.802895Z","caller":"traceutil/trace.go:171","msg":"trace[618068110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999569739s","start":"2026-03-02T16:25:59.803305Z","end":"2026-03-02T16:26:04.802875Z","steps":["trace[618068110] 'agreement among raft nodes before linearized reading' (duration: 4.999474436s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:04.80295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.803292Z","time spent":"4.999648852s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:26:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:05.254305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999035626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:05.254405Z","caller":"traceutil/trace.go:171","msg":"trace[1679390811] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999219381s","start":"2026-03-02T16:26:00.255164Z","end":"2026-03-02T16:26:05.254384Z","steps":["trace[1679390811] 'agreement among raft nodes before linearized reading' (duration: 4.999067657s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:05.254464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.255145Z","time spent":"4.999303883s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:26:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:05.964726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.966258Z","time spent":"4.99846135s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:26:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:06.422394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.423635Z","time spent":"4.998747988s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:26:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:06.504982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:06.505063Z","caller":"traceutil/trace.go:171","msg":"trace[2127677213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467677s","start":"2026-03-02T16:26:04.504577Z","end":"2026-03-02T16:26:06.505045Z","steps":["trace[2127677213] 'agreement among raft nodes before linearized reading' (duration: 2.000362235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:06.50511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.504517Z","time spent":"2.000583521s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:07.816071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:07.816247Z","caller":"traceutil/trace.go:171","msg":"trace[1620307186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078507s","start":"2026-03-02T16:26:05.816147Z","end":"2026-03-02T16:26:07.816226Z","steps":["trace[1620307186] 'agreement among raft nodes before linearized reading' (duration: 1.999847161s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:07.816355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.816125Z","time spent":"2.00021621s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:08.391144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.390913Z","time spent":"7.000225791s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:08.39168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.391391Z","time spent":"7.000281734s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:08.513138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:08.513209Z","caller":"traceutil/trace.go:171","msg":"trace[1676169105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245191s","start":"2026-03-02T16:26:06.512947Z","end":"2026-03-02T16:26:08.513192Z","steps":["trace[1676169105] 'agreement among raft nodes before linearized reading' (duration: 2.000156268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:08.513251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:06.512935Z","time spent":"2.000307052s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:08.758484Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312b0b1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:08.945396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.94453Z","time spent":"7.000860689s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:09.346101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:02.345405Z","time spent":"7.000690054s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:10.521088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:10.521176Z","caller":"traceutil/trace.go:171","msg":"trace[555633183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214971s","start":"2026-03-02T16:26:08.520936Z","end":"2026-03-02T16:26:10.521151Z","steps":["trace[555633183] 'agreement among raft nodes before linearized reading' (duration: 2.000114689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.521247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.52092Z","time spent":"2.000310913s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:10.760903Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312afef","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:11.527727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999704027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:11.527829Z","caller":"traceutil/trace.go:171","msg":"trace[90723538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999860271s","start":"2026-03-02T16:26:09.527945Z","end":"2026-03-02T16:26:11.527806Z","steps":["trace[90723538] 'agreement among raft nodes before linearized reading' (duration: 1.999738158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.527883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.527923Z","time spent":"1.999947163s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:11.597258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999167578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:11.597377Z","caller":"traceutil/trace.go:171","msg":"trace[1002253556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999348394s","start":"2026-03-02T16:26:06.598002Z","end":"2026-03-02T16:26:11.597351Z","steps":["trace[1002253556] 'agreement among raft nodes before linearized reading' (duration: 4.99921132s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.59744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:06.597977Z","time spent":"4.999448496s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:26:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:11.75776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.756636Z","time spent":"7.001118736s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:11.86658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.699820613s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T16:26:11.867865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.184832ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:11.868025Z","caller":"traceutil/trace.go:171","msg":"trace[1531167860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13638; }","duration":"508.357686ms","start":"2026-03-02T16:26:11.359642Z","end":"2026-03-02T16:26:11.868Z","steps":["trace[1531167860] 'range keys from in-memory index tree' (duration: 508.164951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.868174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.258145Z","time spent":"1.610021373s","remote":"127.0.0.1:54526","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:11.958507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.441805567s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:26:12.397674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999111578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:12.397762Z","caller":"traceutil/trace.go:171","msg":"trace[764208545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999303433s","start":"2026-03-02T16:26:07.398439Z","end":"2026-03-02T16:26:12.397743Z","steps":["trace[764208545] 'agreement among raft nodes before linearized reading' (duration: 4.999144059s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:12.39782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.398418Z","time spent":"4.999384455s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:12.522152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:12.522236Z","caller":"traceutil/trace.go:171","msg":"trace[1524222194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000915099s","start":"2026-03-02T16:26:10.521302Z","end":"2026-03-02T16:26:12.522217Z","steps":["trace[1524222194] 'agreement among raft nodes before linearized reading' (duration: 2.000811446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:12.522292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.521285Z","time spent":"2.000991151s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:12.732529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999348925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:12.732627Z","caller":"traceutil/trace.go:171","msg":"trace[96017270] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999519579s","start":"2026-03-02T16:26:07.733086Z","end":"2026-03-02T16:26:12.732606Z","steps":["trace[96017270] 'agreement among raft nodes before linearized reading' (duration: 4.999376815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:12.732682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.733066Z","time spent":"4.999605542s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:12.999842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999819067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:12.999945Z","caller":"traceutil/trace.go:171","msg":"trace[1849759240] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999974531s","start":"2026-03-02T16:26:07.999938Z","end":"2026-03-02T16:26:12.999912Z","steps":["trace[1849759240] 'agreement among raft nodes before linearized reading' (duration: 4.999848938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:13.000005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.999914Z","time spent":"5.000080184s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 16:26:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:14.153216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193972263s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T16:26:14.529122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:14.529205Z","caller":"traceutil/trace.go:171","msg":"trace[1785983900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022555s","start":"2026-03-02T16:26:12.529164Z","end":"2026-03-02T16:26:14.529187Z","steps":["trace[1785983900] 'agreement among raft nodes before linearized reading' (duration: 1.999925702s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.529287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.529114Z","time spent":"2.000162778s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:14.943854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.314353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-02T16:26:14.943951Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.21µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:26:14.944946Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"37.121µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:26:14.945087Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"22.121µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:26:14.945153Z","caller":"traceutil/trace.go:171","msg":"trace[1618533491] linearizableReadLoop","detail":"{readStateIndex:14159; appliedIndex:14146; }","duration":"11.201068344s","start":"2026-03-02T16:26:03.744066Z","end":"2026-03-02T16:26:14.945134Z","steps":["trace[1618533491] 'read index received' (duration: 422.691161ms)","trace[1618533491] 'applied index is now lower than readState.Index' (duration: 10.778376093s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:14.945271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.405526933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T16:26:14.945244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.427012546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.945281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.959345618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:14.945305Z","caller":"traceutil/trace.go:171","msg":"trace[788898748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13645; }","duration":"15.405586155s","start":"2026-03-02T16:25:59.539705Z","end":"2026-03-02T16:26:14.945291Z","steps":["trace[788898748] 'agreement among raft nodes before linearized reading' (duration: 15.405519933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.945302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.992562784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:14.945337Z","caller":"traceutil/trace.go:171","msg":"trace[1010150858] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13645; }","duration":"13.959446731s","start":"2026-03-02T16:26:00.985874Z","end":"2026-03-02T16:26:14.945321Z","steps":["trace[1010150858] 'agreement among raft nodes before linearized reading' (duration: 13.959334327s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.94534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.539693Z","time spent":"15.405639346s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:26:14.945385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.985851Z","time spent":"13.959524053s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:14.945383Z","caller":"traceutil/trace.go:171","msg":"trace[1749302189] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13645; }","duration":"14.992684678s","start":"2026-03-02T16:25:59.952678Z","end":"2026-03-02T16:26:14.945363Z","steps":["trace[1749302189] 'agreement among raft nodes before linearized reading' (duration: 14.992482032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.945385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.785003494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.945435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.268808311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.94543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.984653466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.945445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.418917343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:26:14.945534Z","caller":"traceutil/trace.go:171","msg":"trace[2031480131] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13645; }","duration":"13.268950085s","start":"2026-03-02T16:26:01.676567Z","end":"2026-03-02T16:26:14.945517Z","steps":["trace[2031480131] 'agreement among raft nodes before linearized reading' (duration: 13.268799611s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.945561Z","caller":"traceutil/trace.go:171","msg":"trace[1272566777] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13645; }","duration":"12.984857331s","start":"2026-03-02T16:26:01.960681Z","end":"2026-03-02T16:26:14.945538Z","steps":["trace[1272566777] 'agreement among raft nodes before linearized reading' (duration: 12.984651966s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.945564Z","caller":"traceutil/trace.go:171","msg":"trace[1121282578] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:13645; }","duration":"15.419085528s","start":"2026-03-02T16:25:59.526462Z","end":"2026-03-02T16:26:14.945547Z","steps":["trace[1121282578] 'agreement among raft nodes before linearized reading' (duration: 15.41880524s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.945465Z","caller":"traceutil/trace.go:171","msg":"trace[1114706451] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13645; }","duration":"16.785138918s","start":"2026-03-02T16:25:58.160304Z","end":"2026-03-02T16:26:14.945443Z","steps":["trace[1114706451] 'agreement among raft nodes before linearized reading' (duration: 16.784994984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.945581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.676543Z","time spent":"13.269022716s","remote":"127.0.0.1:33718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:14.945334Z","caller":"traceutil/trace.go:171","msg":"trace[1498941577] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13645; }","duration":"13.42716216s","start":"2026-03-02T16:26:01.518147Z","end":"2026-03-02T16:26:14.945309Z","steps":["trace[1498941577] 'agreement among raft nodes before linearized reading' (duration: 13.426998066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.945614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.960668Z","time spent":"12.984934414s","remote":"127.0.0.1:45338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.945618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.526441Z","time spent":"15.41916846s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T16:26:14.945657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.518126Z","time spent":"13.42751881s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.945679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:58.160274Z","time spent":"16.785363664s","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.94572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.952656Z","time spent":"14.992768749s","remote":"127.0.0.1:55698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.945925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.969670873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:14.946009Z","caller":"traceutil/trace.go:171","msg":"trace[1221417408] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13645; }","duration":"12.969787666s","start":"2026-03-02T16:26:01.9762Z","end":"2026-03-02T16:26:14.945988Z","steps":["trace[1221417408] 'agreement among raft nodes before linearized reading' (duration: 12.96918133s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.94606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.976183Z","time spent":"12.969861338s","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.971266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.012317287s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:26:14.97171Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"36.591µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:26:14.971802Z","caller":"traceutil/trace.go:171","msg":"trace[1806953226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13645; }","duration":"6.022384705s","start":"2026-03-02T16:26:08.949353Z","end":"2026-03-02T16:26:14.971738Z","steps":["trace[1806953226] 'process raft request' (duration: 6.022228481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.971853Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9caf4312b0b1","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:26:14.97195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.949331Z","time spent":"6.022516339s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:14.971933Z","caller":"traceutil/trace.go:171","msg":"trace[94324809] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13645; }","duration":"5.620988377s","start":"2026-03-02T16:26:09.350911Z","end":"2026-03-02T16:26:14.971899Z","steps":["trace[94324809] 'process raft request' (duration: 5.620719269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.97365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.35088Z","time spent":"5.622635181s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.427389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455596819s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T16:26:16.427602Z","caller":"traceutil/trace.go:171","msg":"trace[148367699] linearizableReadLoop","detail":"{readStateIndex:14165; appliedIndex:14164; }","duration":"1.48237857s","start":"2026-03-02T16:26:14.945199Z","end":"2026-03-02T16:26:16.427577Z","steps":["trace[148367699] 'read index received' (duration: 26.573245ms)","trace[148367699] 'applied index is now lower than readState.Index' (duration: 1.455803265s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:16.428078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.666022927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T16:26:16.428135Z","caller":"traceutil/trace.go:171","msg":"trace[1104149064] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13646; }","duration":"4.6661067s","start":"2026-03-02T16:26:11.762009Z","end":"2026-03-02T16:26:16.428116Z","steps":["trace[1104149064] 'agreement among raft nodes before linearized reading' (duration: 4.665937885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.677054237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T16:26:16.428179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752830795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:16.42821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897882848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:16.428237Z","caller":"traceutil/trace.go:171","msg":"trace[1295674708] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13646; }","duration":"5.752936128s","start":"2026-03-02T16:26:10.675286Z","end":"2026-03-02T16:26:16.428222Z","steps":["trace[1295674708] 'agreement among raft nodes before linearized reading' (duration: 5.752816105s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.428224Z","caller":"traceutil/trace.go:171","msg":"trace[126565838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:13646; }","duration":"10.677198931s","start":"2026-03-02T16:26:05.751001Z","end":"2026-03-02T16:26:16.4282Z","steps":["trace[126565838] 'agreement among raft nodes before linearized reading' (duration: 10.676953845s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101217519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T16:26:16.428266Z","caller":"traceutil/trace.go:171","msg":"trace[1433756273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13646; }","duration":"1.89795738s","start":"2026-03-02T16:26:14.530292Z","end":"2026-03-02T16:26:16.42825Z","steps":["trace[1433756273] 'agreement among raft nodes before linearized reading' (duration: 1.897834287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.675263Z","time spent":"5.75300737s","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.428297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.750979Z","time spent":"10.677301164s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"info","ts":"2026-03-02T16:26:16.428304Z","caller":"traceutil/trace.go:171","msg":"trace[1247621840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13646; }","duration":"2.101331911s","start":"2026-03-02T16:26:14.326954Z","end":"2026-03-02T16:26:16.428286Z","steps":["trace[1247621840] 'agreement among raft nodes before linearized reading' (duration: 2.101157347s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.679835858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-02T16:26:16.428181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.761995Z","time spent":"4.666172521s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-02T16:26:16.428349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.32693Z","time spent":"2.101406913s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:26:16.42836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.24503737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:16.428386Z","caller":"traceutil/trace.go:171","msg":"trace[482035675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13646; }","duration":"12.67991156s","start":"2026-03-02T16:26:03.748455Z","end":"2026-03-02T16:26:16.428366Z","steps":["trace[482035675] 'agreement among raft nodes before linearized reading' (duration: 12.679682843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764783972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-02T16:26:16.42843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.748397Z","time spent":"12.680022352s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-02T16:26:16.428448Z","caller":"traceutil/trace.go:171","msg":"trace[294631739] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13646; }","duration":"3.765187872s","start":"2026-03-02T16:26:12.663244Z","end":"2026-03-02T16:26:16.428432Z","steps":["trace[294631739] 'agreement among raft nodes before linearized reading' (duration: 3.764645248s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903282904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151651"} {"level":"warn","ts":"2026-03-02T16:26:16.428502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.663221Z","time spent":"3.765265005s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T16:26:16.428534Z","caller":"traceutil/trace.go:171","msg":"trace[1498493209] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13646; }","duration":"1.903360146s","start":"2026-03-02T16:26:14.525154Z","end":"2026-03-02T16:26:16.428514Z","steps":["trace[1498493209] 'agreement among raft nodes before linearized reading' (duration: 1.903023037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.946679Z","time spent":"1.48163198s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:16.428574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725894625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"warn","ts":"2026-03-02T16:26:16.428575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.525133Z","time spent":"1.903432617s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151674,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T16:26:16.428608Z","caller":"traceutil/trace.go:171","msg":"trace[1913773744] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13646; }","duration":"3.725968887s","start":"2026-03-02T16:26:12.702627Z","end":"2026-03-02T16:26:16.428596Z","steps":["trace[1913773744] 'agreement among raft nodes before linearized reading' (duration: 3.725738571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.530283Z","time spent":"1.898015242s","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:16.428639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.702605Z","time spent":"3.726026929s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7553,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T16:26:16.428428Z","caller":"traceutil/trace.go:171","msg":"trace[1635672067] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13646; }","duration":"12.245138253s","start":"2026-03-02T16:26:04.183274Z","end":"2026-03-02T16:26:16.428412Z","steps":["trace[1635672067] 'agreement among raft nodes before linearized reading' (duration: 12.244960108s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.183257Z","time spent":"12.245416031s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.428807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164581789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:16.428838Z","caller":"traceutil/trace.go:171","msg":"trace[1524501302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13646; }","duration":"5.164648271s","start":"2026-03-02T16:26:11.264179Z","end":"2026-03-02T16:26:16.428827Z","steps":["trace[1524501302] 'agreement among raft nodes before linearized reading' (duration: 5.164141067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.428867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.264158Z","time spent":"5.164701593s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.428921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613841026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:16.428957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.679503658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-02T16:26:16.428959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681221376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:26:16.428973Z","caller":"traceutil/trace.go:171","msg":"trace[921244006] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13646; }","duration":"5.613899328s","start":"2026-03-02T16:26:10.81506Z","end":"2026-03-02T16:26:16.428959Z","steps":["trace[921244006] 'agreement among raft nodes before linearized reading' (duration: 5.613304022s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.429004Z","caller":"traceutil/trace.go:171","msg":"trace[605975478] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51; range_end:; response_count:1; response_revision:13646; }","duration":"12.67956699s","start":"2026-03-02T16:26:03.749419Z","end":"2026-03-02T16:26:16.428986Z","steps":["trace[605975478] 'agreement among raft nodes before linearized reading' (duration: 12.678947294s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.429009Z","caller":"traceutil/trace.go:171","msg":"trace[1817804438] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13646; }","duration":"4.681272128s","start":"2026-03-02T16:26:11.747723Z","end":"2026-03-02T16:26:16.428995Z","steps":["trace[1817804438] 'agreement among raft nodes before linearized reading' (duration: 4.68061773s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.429029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.815007Z","time spent":"5.61400221s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.429038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.749408Z","time spent":"12.679621772s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991167b9609d51\" "} {"level":"warn","ts":"2026-03-02T16:26:16.429054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.747636Z","time spent":"4.681405291s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:16.429073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.674993807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4gl7x\" ","response":"range_response_count:1 size:5969"} {"level":"warn","ts":"2026-03-02T16:26:16.42909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.40198612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:16.429127Z","caller":"traceutil/trace.go:171","msg":"trace[687652417] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13646; }","duration":"11.402058152s","start":"2026-03-02T16:26:05.027057Z","end":"2026-03-02T16:26:16.429115Z","steps":["trace[687652417] 'agreement among raft nodes before linearized reading' (duration: 11.401323032s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.429127Z","caller":"traceutil/trace.go:171","msg":"trace[827091986] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4gl7x; range_end:; response_count:1; response_revision:13646; }","duration":"12.675061069s","start":"2026-03-02T16:26:03.75405Z","end":"2026-03-02T16:26:16.429111Z","steps":["trace[827091986] 'agreement among raft nodes before linearized reading' (duration: 12.674303708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.429156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.027036Z","time spent":"11.402112644s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.429289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.574502281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:16.429316Z","caller":"traceutil/trace.go:171","msg":"trace[530147110] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13646; }","duration":"7.574563233s","start":"2026-03-02T16:26:08.854745Z","end":"2026-03-02T16:26:16.429308Z","steps":["trace[530147110] 'agreement among raft nodes before linearized reading' (duration: 7.573640758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.429344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.854726Z","time spent":"7.574610265s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.429399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025262652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:26:16.429403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.836008571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:16.429437Z","caller":"traceutil/trace.go:171","msg":"trace[1427523045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13647; }","duration":"1.025349875s","start":"2026-03-02T16:26:15.404076Z","end":"2026-03-02T16:26:16.429426Z","steps":["trace[1427523045] 'agreement among raft nodes before linearized reading' (duration: 1.025234932s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.429447Z","caller":"traceutil/trace.go:171","msg":"trace[1243239048] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13646; }","duration":"9.836102703s","start":"2026-03-02T16:26:06.593331Z","end":"2026-03-02T16:26:16.429434Z","steps":["trace[1243239048] 'agreement among raft nodes before linearized reading' (duration: 9.835075866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.429469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.404041Z","time spent":"1.025421377s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:16.429479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:06.59331Z","time spent":"9.836160115s","remote":"127.0.0.1:44444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":92,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:16.429574Z","caller":"traceutil/trace.go:171","msg":"trace[1357272042] transaction","detail":"{read_only:false; response_revision:13647; number_of_response:1; }","duration":"1.479330038s","start":"2026-03-02T16:26:14.95023Z","end":"2026-03-02T16:26:16.42956Z","steps":["trace[1357272042] 'process raft request' (duration: 1.478001022s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.429567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.941718504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:16.42959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.169775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:16.429621Z","caller":"traceutil/trace.go:171","msg":"trace[1479447857] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13647; }","duration":"510.242147ms","start":"2026-03-02T16:26:15.91937Z","end":"2026-03-02T16:26:16.429612Z","steps":["trace[1479447857] 'agreement among raft nodes before linearized reading' (duration: 510.190916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.429623Z","caller":"traceutil/trace.go:171","msg":"trace[45299999] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13646; }","duration":"8.941817996s","start":"2026-03-02T16:26:07.487789Z","end":"2026-03-02T16:26:16.429607Z","steps":["trace[45299999] 'agreement among raft nodes before linearized reading' (duration: 8.940604463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.429654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.91935Z","time spent":"510.292238ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.429667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.950206Z","time spent":"1.47939551s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.429673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.487765Z","time spent":"8.941893048s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.429951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214793521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-02T16:26:16.429942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354563301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:16.429982Z","caller":"traceutil/trace.go:171","msg":"trace[487746979] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13647; }","duration":"1.214860683s","start":"2026-03-02T16:26:15.215113Z","end":"2026-03-02T16:26:16.429974Z","steps":["trace[487746979] 'agreement among raft nodes before linearized reading' (duration: 1.21476699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.430008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.215093Z","time spent":"1.214909255s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T16:26:16.430004Z","caller":"traceutil/trace.go:171","msg":"trace[407695120] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13647; }","duration":"1.354719365s","start":"2026-03-02T16:26:15.075268Z","end":"2026-03-02T16:26:16.429987Z","steps":["trace[407695120] 'agreement among raft nodes before linearized reading' (duration: 1.354541351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.430053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.075249Z","time spent":"1.354788778s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.430151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452547267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T16:26:16.430201Z","caller":"traceutil/trace.go:171","msg":"trace[37037781] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:13647; }","duration":"1.452597949s","start":"2026-03-02T16:26:14.977589Z","end":"2026-03-02T16:26:16.430187Z","steps":["trace[37037781] 'agreement among raft nodes before linearized reading' (duration: 1.452436764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.430245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.977548Z","time spent":"1.452685161s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-02T16:26:16.43025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.389726058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:26:16.430282Z","caller":"traceutil/trace.go:171","msg":"trace[1373567317] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13646; }","duration":"6.38978964s","start":"2026-03-02T16:26:10.040483Z","end":"2026-03-02T16:26:16.430273Z","steps":["trace[1373567317] 'agreement among raft nodes before linearized reading' (duration: 6.38791686s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.430375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.040466Z","time spent":"6.389835552s","remote":"127.0.0.1:55706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1416,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:16.428673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452439644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-02T16:26:16.431803Z","caller":"traceutil/trace.go:171","msg":"trace[1847765767] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:13647; }","duration":"1.455555968s","start":"2026-03-02T16:26:14.976218Z","end":"2026-03-02T16:26:16.431774Z","steps":["trace[1847765767] 'agreement among raft nodes before linearized reading' (duration: 1.452304111s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.431885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.976199Z","time spent":"1.455652052s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-02T16:26:16.429175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.75404Z","time spent":"12.675122991s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4gl7x\" "} {"level":"warn","ts":"2026-03-02T16:26:16.966108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.634006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:16.966261Z","caller":"traceutil/trace.go:171","msg":"trace[1855940196] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"534.950772ms","start":"2026-03-02T16:26:16.431286Z","end":"2026-03-02T16:26:16.966236Z","steps":["trace[1855940196] 'process raft request' (duration: 282.077319ms)","trace[1855940196] 'compare' (duration: 252.055661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:16.966362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.431268Z","time spent":"535.045364ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.97036Z","caller":"traceutil/trace.go:171","msg":"trace[1871843320] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13648; }","duration":"538.890818ms","start":"2026-03-02T16:26:16.431441Z","end":"2026-03-02T16:26:16.970332Z","steps":["trace[1871843320] 'process raft request' (duration: 538.497887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.970439Z","caller":"traceutil/trace.go:171","msg":"trace[2044851911] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"534.588382ms","start":"2026-03-02T16:26:16.43584Z","end":"2026-03-02T16:26:16.970429Z","steps":["trace[2044851911] 'process raft request' (duration: 534.319814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.970256Z","caller":"traceutil/trace.go:171","msg":"trace[224166037] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"536.508223ms","start":"2026-03-02T16:26:16.433723Z","end":"2026-03-02T16:26:16.970231Z","steps":["trace[224166037] 'process raft request' (duration: 536.349659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.970495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.435833Z","time spent":"534.633703ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.970454Z","caller":"traceutil/trace.go:171","msg":"trace[1062760135] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"535.818415ms","start":"2026-03-02T16:26:16.434623Z","end":"2026-03-02T16:26:16.970441Z","steps":["trace[1062760135] 'process raft request' (duration: 535.476116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.970483Z","caller":"traceutil/trace.go:171","msg":"trace[1681260450] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"535.26907ms","start":"2026-03-02T16:26:16.435175Z","end":"2026-03-02T16:26:16.970444Z","steps":["trace[1681260450] 'process raft request' (duration: 534.966042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.97054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.431415Z","time spent":"539.031871ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.970583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.433711Z","time spent":"536.813341ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.97036Z","caller":"traceutil/trace.go:171","msg":"trace[2108177682] transaction","detail":"{read_only:false; response_revision:13649; number_of_response:1; }","duration":"537.443089ms","start":"2026-03-02T16:26:16.432878Z","end":"2026-03-02T16:26:16.970321Z","steps":["trace[2108177682] 'process raft request' (duration: 537.13717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.970589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.434614Z","time spent":"535.922057ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.970704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.435169Z","time spent":"535.395983ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.970742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.432861Z","time spent":"537.813818ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.971095Z","caller":"traceutil/trace.go:171","msg":"trace[149492423] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"535.27166ms","start":"2026-03-02T16:26:16.43513Z","end":"2026-03-02T16:26:16.970401Z","steps":["trace[149492423] 'process raft request' (duration: 534.991672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.971205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.435122Z","time spent":"536.03306ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.971309Z","caller":"traceutil/trace.go:171","msg":"trace[880898769] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"535.361693ms","start":"2026-03-02T16:26:16.435926Z","end":"2026-03-02T16:26:16.971287Z","steps":["trace[880898769] 'process raft request' (duration: 534.258253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.971401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.435904Z","time spent":"535.452405ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.971578Z","caller":"traceutil/trace.go:171","msg":"trace[554646842] transaction","detail":"{read_only:false; response_revision:13656; number_of_response:1; }","duration":"533.580965ms","start":"2026-03-02T16:26:16.437983Z","end":"2026-03-02T16:26:16.971564Z","steps":["trace[554646842] 'process raft request' (duration: 533.228386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.97186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.437975Z","time spent":"533.641387ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.972552Z","caller":"traceutil/trace.go:171","msg":"trace[1897459291] linearizableReadLoop","detail":"{readStateIndex:14169; appliedIndex:14167; }","duration":"539.767451ms","start":"2026-03-02T16:26:16.432758Z","end":"2026-03-02T16:26:16.972526Z","steps":["trace[1897459291] 'read index received' (duration: 280.540087ms)","trace[1897459291] 'applied index is now lower than readState.Index' (duration: 259.223144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:16.972833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.058179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d826206f-1e5b-41e9-899c-d9fbaed871e9\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-02T16:26:16.972927Z","caller":"traceutil/trace.go:171","msg":"trace[869789045] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d826206f-1e5b-41e9-899c-d9fbaed871e9; range_end:; response_count:1; response_revision:13656; }","duration":"540.167602ms","start":"2026-03-02T16:26:16.43274Z","end":"2026-03-02T16:26:16.972908Z","steps":["trace[869789045] 'agreement among raft nodes before linearized reading' (duration: 539.902535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.972985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.432728Z","time spent":"540.243364ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d826206f-1e5b-41e9-899c-d9fbaed871e9\" "} {"level":"warn","ts":"2026-03-02T16:26:16.973495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.843566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:16.973557Z","caller":"traceutil/trace.go:171","msg":"trace[89437246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13656; }","duration":"535.900057ms","start":"2026-03-02T16:26:16.437638Z","end":"2026-03-02T16:26:16.973538Z","steps":["trace[89437246] 'agreement among raft nodes before linearized reading' (duration: 535.813945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.973726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.437616Z","time spent":"535.972098ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:16.974753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.837959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583583"} {"level":"info","ts":"2026-03-02T16:26:16.974853Z","caller":"traceutil/trace.go:171","msg":"trace[2087263251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13656; }","duration":"537.965352ms","start":"2026-03-02T16:26:16.436871Z","end":"2026-03-02T16:26:16.974836Z","steps":["trace[2087263251] 'agreement among raft nodes before linearized reading' (duration: 535.890656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.974903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.43686Z","time spent":"538.026034ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583606,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:26:22.600428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503764215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:23.101601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503764215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:23.479625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379685887s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:26:23.480135Z","caller":"traceutil/trace.go:171","msg":"trace[2007977800] transaction","detail":"{read_only:false; response_revision:13754; number_of_response:1; }","duration":"1.380311234s","start":"2026-03-02T16:26:22.099798Z","end":"2026-03-02T16:26:23.480109Z","steps":["trace[2007977800] 'process raft request' (duration: 1.380075757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.480303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.099771Z","time spent":"1.380441577s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:23.481047Z","caller":"traceutil/trace.go:171","msg":"trace[320086621] linearizableReadLoop","detail":"{readStateIndex:14282; appliedIndex:14279; }","duration":"1.380784416s","start":"2026-03-02T16:26:22.100242Z","end":"2026-03-02T16:26:23.481027Z","steps":["trace[320086621] 'read index received' (duration: 1.379622565s)","trace[320086621] 'applied index is now lower than readState.Index' (duration: 1.161001ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:23.48112Z","caller":"traceutil/trace.go:171","msg":"trace[1330902882] transaction","detail":"{read_only:false; response_revision:13756; number_of_response:1; }","duration":"476.850809ms","start":"2026-03-02T16:26:23.004261Z","end":"2026-03-02T16:26:23.481112Z","steps":["trace[1330902882] 'process raft request' (duration: 476.715855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.481212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:23.004235Z","time spent":"476.90327ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:23.481277Z","caller":"traceutil/trace.go:171","msg":"trace[837180053] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"353.025167ms","start":"2026-03-02T16:26:23.128219Z","end":"2026-03-02T16:26:23.481244Z","steps":["trace[837180053] 'process raft request' (duration: 352.782431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.481375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381122785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"warn","ts":"2026-03-02T16:26:23.481411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:23.128193Z","time spent":"353.146861ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:23.481442Z","caller":"traceutil/trace.go:171","msg":"trace[333617921] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:13757; }","duration":"1.381198868s","start":"2026-03-02T16:26:22.100214Z","end":"2026-03-02T16:26:23.481413Z","steps":["trace[333617921] 'agreement among raft nodes before linearized reading' (duration: 1.380982412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.481459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359658159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T16:26:23.48149Z","caller":"traceutil/trace.go:171","msg":"trace[1522163527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13757; }","duration":"1.3597181s","start":"2026-03-02T16:26:22.121761Z","end":"2026-03-02T16:26:23.481479Z","steps":["trace[1522163527] 'agreement among raft nodes before linearized reading' (duration: 1.359616717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.48149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.100193Z","time spent":"1.38127797s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1412,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-02T16:26:23.481514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.12174Z","time spent":"1.359765751s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:26:23.481716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.338055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:26:23.481735Z","caller":"traceutil/trace.go:171","msg":"trace[949826660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:13757; }","duration":"450.386796ms","start":"2026-03-02T16:26:23.031342Z","end":"2026-03-02T16:26:23.481729Z","steps":["trace[949826660] 'agreement among raft nodes before linearized reading' (duration: 450.324445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.481751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:23.031327Z","time spent":"450.420318ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:26:23.481858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.694928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-02T16:26:23.481893Z","caller":"traceutil/trace.go:171","msg":"trace[952491533] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:13757; }","duration":"959.76771ms","start":"2026-03-02T16:26:22.522115Z","end":"2026-03-02T16:26:23.481882Z","steps":["trace[952491533] 'agreement among raft nodes before linearized reading' (duration: 959.702879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.481922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.522097Z","time spent":"959.818791ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1094,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-02T16:26:23.481934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084845696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1493"} {"level":"info","ts":"2026-03-02T16:26:23.481967Z","caller":"traceutil/trace.go:171","msg":"trace[377316961] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:13757; }","duration":"1.084900376s","start":"2026-03-02T16:26:22.397057Z","end":"2026-03-02T16:26:23.481958Z","steps":["trace[377316961] 'agreement among raft nodes before linearized reading' (duration: 1.084809654s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.481949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073437168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:26:23.482056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110235028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-02T16:26:23.48206Z","caller":"traceutil/trace.go:171","msg":"trace[374236807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13757; }","duration":"1.073588222s","start":"2026-03-02T16:26:22.408435Z","end":"2026-03-02T16:26:23.482024Z","steps":["trace[374236807] 'agreement among raft nodes before linearized reading' (duration: 1.073283484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.482127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.408417Z","time spent":"1.073695206s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:23.482129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.930707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:26:23.482169Z","caller":"traceutil/trace.go:171","msg":"trace[1787553167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13757; }","duration":"459.019129ms","start":"2026-03-02T16:26:23.023141Z","end":"2026-03-02T16:26:23.482161Z","steps":["trace[1787553167] 'agreement among raft nodes before linearized reading' (duration: 458.910326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.482197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:23.02312Z","time spent":"459.070451ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:23.48243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005402428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:23.482497Z","caller":"traceutil/trace.go:171","msg":"trace[469350758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13757; }","duration":"1.00548428s","start":"2026-03-02T16:26:22.476992Z","end":"2026-03-02T16:26:23.482476Z","steps":["trace[469350758] 'agreement among raft nodes before linearized reading' (duration: 1.005396618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.482543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.476984Z","time spent":"1.005551062s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:23.482999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.402877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-03-02T16:26:23.483029Z","caller":"traceutil/trace.go:171","msg":"trace[902330996] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:13757; }","duration":"986.459329ms","start":"2026-03-02T16:26:22.496559Z","end":"2026-03-02T16:26:23.483018Z","steps":["trace[902330996] 'agreement among raft nodes before linearized reading' (duration: 985.791431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.483929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.496541Z","time spent":"987.379543ms","remote":"127.0.0.1:52632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T16:26:23.484021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135118218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T16:26:23.484069Z","caller":"traceutil/trace.go:171","msg":"trace[2119431674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13757; }","duration":"1.136932297s","start":"2026-03-02T16:26:22.347123Z","end":"2026-03-02T16:26:23.484055Z","steps":["trace[2119431674] 'agreement among raft nodes before linearized reading' (duration: 1.134970764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.618726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T16:26:23.484096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.347111Z","time spent":"1.136977538s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T16:26:23.484108Z","caller":"traceutil/trace.go:171","msg":"trace[1498082184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13757; }","duration":"762.692818ms","start":"2026-03-02T16:26:22.721407Z","end":"2026-03-02T16:26:23.484099Z","steps":["trace[1498082184] 'agreement among raft nodes before linearized reading' (duration: 762.543604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.721386Z","time spent":"762.75255ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:26:23.481995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.397044Z","time spent":"1.084943618s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-03-02T16:26:23.482079Z","caller":"traceutil/trace.go:171","msg":"trace[48934813] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:13757; }","duration":"1.110314851s","start":"2026-03-02T16:26:22.371759Z","end":"2026-03-02T16:26:23.482074Z","steps":["trace[48934813] 'agreement among raft nodes before linearized reading' (duration: 1.110252259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.371732Z","time spent":"1.112554711s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T16:26:23.48438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162106453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1277"} {"level":"info","ts":"2026-03-02T16:26:23.484412Z","caller":"traceutil/trace.go:171","msg":"trace[30339124] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:13757; }","duration":"1.162164635s","start":"2026-03-02T16:26:22.32224Z","end":"2026-03-02T16:26:23.484405Z","steps":["trace[30339124] 'agreement among raft nodes before linearized reading' (duration: 1.159863263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.322227Z","time spent":"1.162202296s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1300,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-02T16:26:23.484449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.094866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:26:23.484488Z","caller":"traceutil/trace.go:171","msg":"trace[677426017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13757; }","duration":"793.170078ms","start":"2026-03-02T16:26:22.691308Z","end":"2026-03-02T16:26:23.484478Z","steps":["trace[677426017] 'agreement among raft nodes before linearized reading' (duration: 792.667575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008194313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-02T16:26:23.484536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.691289Z","time spent":"793.237691ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:26:23.484598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261751064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"warn","ts":"2026-03-02T16:26:23.484602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312252053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-02T16:26:23.48463Z","caller":"traceutil/trace.go:171","msg":"trace[702101371] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:13757; }","duration":"1.261799796s","start":"2026-03-02T16:26:22.222822Z","end":"2026-03-02T16:26:23.484622Z","steps":["trace[702101371] 'agreement among raft nodes before linearized reading' (duration: 1.25933338s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:23.484634Z","caller":"traceutil/trace.go:171","msg":"trace[168535691] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13757; }","duration":"1.312316505s","start":"2026-03-02T16:26:22.17231Z","end":"2026-03-02T16:26:23.484627Z","steps":["trace[168535691] 'agreement among raft nodes before linearized reading' (duration: 1.309867639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062231027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"warn","ts":"2026-03-02T16:26:23.484681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.172291Z","time spent":"1.312381526s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:23.484756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188692479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1415"} {"level":"warn","ts":"2026-03-02T16:26:23.484783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213398193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1351"} {"level":"info","ts":"2026-03-02T16:26:23.484803Z","caller":"traceutil/trace.go:171","msg":"trace[400883746] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:13757; }","duration":"1.213446975s","start":"2026-03-02T16:26:22.271351Z","end":"2026-03-02T16:26:23.484798Z","steps":["trace[400883746] 'agreement among raft nodes before linearized reading' (duration: 1.210778293s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:23.484806Z","caller":"traceutil/trace.go:171","msg":"trace[1306925663] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:13757; }","duration":"1.188782792s","start":"2026-03-02T16:26:22.296012Z","end":"2026-03-02T16:26:23.484795Z","steps":["trace[1306925663] 'agreement among raft nodes before linearized reading' (duration: 1.18610505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.271336Z","time spent":"1.213481976s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1374,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-02T16:26:23.48483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287711632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"warn","ts":"2026-03-02T16:26:23.484839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.29599Z","time spent":"1.188838543s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1438,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-02T16:26:23.484864Z","caller":"traceutil/trace.go:171","msg":"trace[1105824176] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:13757; }","duration":"1.287782814s","start":"2026-03-02T16:26:22.197072Z","end":"2026-03-02T16:26:23.484855Z","steps":["trace[1105824176] 'agreement among raft nodes before linearized reading' (duration: 1.285095412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.197052Z","time spent":"1.287839876s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-03-02T16:26:23.484933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337591615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-02T16:26:23.482216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235619681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1368"} {"level":"info","ts":"2026-03-02T16:26:23.484967Z","caller":"traceutil/trace.go:171","msg":"trace[832190839] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:13757; }","duration":"1.337626946s","start":"2026-03-02T16:26:22.14733Z","end":"2026-03-02T16:26:23.484957Z","steps":["trace[832190839] 'agreement among raft nodes before linearized reading' (duration: 1.337524763s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:23.484974Z","caller":"traceutil/trace.go:171","msg":"trace[1497986438] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:13757; }","duration":"1.238401396s","start":"2026-03-02T16:26:22.246562Z","end":"2026-03-02T16:26:23.484963Z","steps":["trace[1497986438] 'agreement among raft nodes before linearized reading' (duration: 1.23558033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.888297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:939"} {"level":"warn","ts":"2026-03-02T16:26:23.485008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.246545Z","time spent":"1.238453397s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T16:26:23.485015Z","caller":"traceutil/trace.go:171","msg":"trace[214813822] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:13757; }","duration":"913.961688ms","start":"2026-03-02T16:26:22.571044Z","end":"2026-03-02T16:26:23.485006Z","steps":["trace[214813822] 'agreement among raft nodes before linearized reading' (duration: 912.944141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.485042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.571024Z","time spent":"914.010509ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"info","ts":"2026-03-02T16:26:23.484541Z","caller":"traceutil/trace.go:171","msg":"trace[2031184398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13757; }","duration":"1.008259225s","start":"2026-03-02T16:26:22.476273Z","end":"2026-03-02T16:26:23.484532Z","steps":["trace[2031184398] 'agreement among raft nodes before linearized reading' (duration: 1.006550489s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.484655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.222814Z","time spent":"1.261835377s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-02T16:26:23.485101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.476257Z","time spent":"1.008831971s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T16:26:23.4847Z","caller":"traceutil/trace.go:171","msg":"trace[1475945989] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:13757; }","duration":"1.062252087s","start":"2026-03-02T16:26:22.422443Z","end":"2026-03-02T16:26:23.484695Z","steps":["trace[1475945989] 'agreement among raft nodes before linearized reading' (duration: 1.060455989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.485187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.422384Z","time spent":"1.062792932s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2938,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-02T16:26:23.484988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.147278Z","time spent":"1.337705478s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T16:26:23.485378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03818121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1678"} {"level":"info","ts":"2026-03-02T16:26:23.485404Z","caller":"traceutil/trace.go:171","msg":"trace[416610965] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:13757; }","duration":"1.038260922s","start":"2026-03-02T16:26:22.447134Z","end":"2026-03-02T16:26:23.485395Z","steps":["trace[416610965] 'agreement among raft nodes before linearized reading' (duration: 1.035732944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.485423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.447087Z","time spent":"1.038330713s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1701,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-02T16:26:23.48558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.070587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-03-02T16:26:23.485635Z","caller":"traceutil/trace.go:171","msg":"trace[593807291] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:13757; }","duration":"938.171909ms","start":"2026-03-02T16:26:22.547456Z","end":"2026-03-02T16:26:23.485628Z","steps":["trace[593807291] 'agreement among raft nodes before linearized reading' (duration: 936.549966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.485666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.547438Z","time spent":"938.222151ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"info","ts":"2026-03-02T16:26:23.48113Z","caller":"traceutil/trace.go:171","msg":"trace[2056747837] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"478.173984ms","start":"2026-03-02T16:26:23.002914Z","end":"2026-03-02T16:26:23.481088Z","steps":["trace[2056747837] 'process raft request' (duration: 477.984889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.488622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:23.002872Z","time spent":"485.663645ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.901176Z","caller":"traceutil/trace.go:171","msg":"trace[1834007393] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"766.989504ms","start":"2026-03-02T16:26:25.134162Z","end":"2026-03-02T16:26:25.901152Z","steps":["trace[1834007393] 'process raft request' (duration: 766.84047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.901513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.134134Z","time spent":"767.308973ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:26:25.905119Z","caller":"traceutil/trace.go:171","msg":"trace[1957036508] transaction","detail":"{read_only:false; response_revision:13767; number_of_response:1; }","duration":"758.087494ms","start":"2026-03-02T16:26:25.147017Z","end":"2026-03-02T16:26:25.905104Z","steps":["trace[1957036508] 'process raft request' (duration: 757.91991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.905213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.146983Z","time spent":"758.180427ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.9055Z","caller":"traceutil/trace.go:171","msg":"trace[148773475] linearizableReadLoop","detail":"{readStateIndex:14293; appliedIndex:14291; }","duration":"429.091203ms","start":"2026-03-02T16:26:25.476389Z","end":"2026-03-02T16:26:25.90548Z","steps":["trace[148773475] 'read index received' (duration: 424.692625ms)","trace[148773475] 'applied index is now lower than readState.Index' (duration: 4.397788ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:25.905576Z","caller":"traceutil/trace.go:171","msg":"trace[2081629763] transaction","detail":"{read_only:false; response_revision:13770; number_of_response:1; }","duration":"409.353263ms","start":"2026-03-02T16:26:25.49621Z","end":"2026-03-02T16:26:25.905564Z","steps":["trace[2081629763] 'process raft request' (duration: 409.226529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.905657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.257568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:25.905698Z","caller":"traceutil/trace.go:171","msg":"trace[1850292002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13770; }","duration":"429.347011ms","start":"2026-03-02T16:26:25.476339Z","end":"2026-03-02T16:26:25.905686Z","steps":["trace[1850292002] 'agreement among raft nodes before linearized reading' (duration: 429.270409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.90573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.476318Z","time spent":"429.405362ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:26:25.905596Z","caller":"traceutil/trace.go:171","msg":"trace[761828058] transaction","detail":"{read_only:false; response_revision:13769; number_of_response:1; }","duration":"412.440535ms","start":"2026-03-02T16:26:25.493119Z","end":"2026-03-02T16:26:25.90556Z","steps":["trace[761828058] 'process raft request' (duration: 412.200279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.905817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.496162Z","time spent":"409.445425ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:25.905755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.838025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:26:25.905925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.993539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:26:25.90595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.493105Z","time spent":"412.771765ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.906063Z","caller":"traceutil/trace.go:171","msg":"trace[819794668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13770; }","duration":"407.148193ms","start":"2026-03-02T16:26:25.498895Z","end":"2026-03-02T16:26:25.906043Z","steps":["trace[819794668] 'agreement among raft nodes before linearized reading' (duration: 406.850205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.905891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.903822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:25.906225Z","caller":"traceutil/trace.go:171","msg":"trace[1265580048] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13770; }","duration":"189.304693ms","start":"2026-03-02T16:26:25.716902Z","end":"2026-03-02T16:26:25.906207Z","steps":["trace[1265580048] 'agreement among raft nodes before linearized reading' (duration: 188.770978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:25.905951Z","caller":"traceutil/trace.go:171","msg":"trace[1213049180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13770; }","duration":"407.058281ms","start":"2026-03-02T16:26:25.498872Z","end":"2026-03-02T16:26:25.90593Z","steps":["trace[1213049180] 'agreement among raft nodes before linearized reading' (duration: 406.781844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.906315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.49886Z","time spent":"407.443141ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:25.906132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.498884Z","time spent":"407.226975ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:25.905797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.436556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:26:25.906396Z","caller":"traceutil/trace.go:171","msg":"trace[1938415015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:13770; }","duration":"403.045983ms","start":"2026-03-02T16:26:25.503342Z","end":"2026-03-02T16:26:25.906388Z","steps":["trace[1938415015] 'agreement among raft nodes before linearized reading' (duration: 402.313193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.906416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.503313Z","time spent":"403.097884ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:26:25.905759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.510147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:26:25.90646Z","caller":"traceutil/trace.go:171","msg":"trace[1775110636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13770; }","duration":"407.223885ms","start":"2026-03-02T16:26:25.499222Z","end":"2026-03-02T16:26:25.906446Z","steps":["trace[1775110636] 'agreement among raft nodes before linearized reading' (duration: 406.442264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.906511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.499214Z","time spent":"407.282847ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:26:25.9055Z","caller":"traceutil/trace.go:171","msg":"trace[15088044] transaction","detail":"{read_only:false; response_revision:13768; number_of_response:1; }","duration":"416.34323ms","start":"2026-03-02T16:26:25.489133Z","end":"2026-03-02T16:26:25.905476Z","steps":["trace[15088044] 'process raft request' (duration: 415.922289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.906947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.48911Z","time spent":"417.774389ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:30.464622Z","caller":"traceutil/trace.go:171","msg":"trace[1014190040] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"232.68489ms","start":"2026-03-02T16:26:30.231914Z","end":"2026-03-02T16:26:30.464599Z","steps":["trace[1014190040] 'process raft request' (duration: 232.549757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:31.977008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503764379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:26:32.099386Z","caller":"traceutil/trace.go:171","msg":"trace[837167046] transaction","detail":"{read_only:false; response_revision:13809; number_of_response:1; }","duration":"657.079168ms","start":"2026-03-02T16:26:31.442284Z","end":"2026-03-02T16:26:32.099363Z","steps":["trace[837167046] 'process raft request' (duration: 656.933154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.099553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.442267Z","time spent":"657.18741ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:32.403928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.186029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T16:26:32.404436Z","caller":"traceutil/trace.go:171","msg":"trace[1039841823] linearizableReadLoop","detail":"{readStateIndex:14340; appliedIndex:14335; }","duration":"927.807299ms","start":"2026-03-02T16:26:31.476606Z","end":"2026-03-02T16:26:32.404413Z","steps":["trace[1039841823] 'read index received' (duration: 622.62482ms)","trace[1039841823] 'applied index is now lower than readState.Index' (duration: 305.181439ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:32.404446Z","caller":"traceutil/trace.go:171","msg":"trace[1609710258] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"478.094231ms","start":"2026-03-02T16:26:31.926324Z","end":"2026-03-02T16:26:32.404418Z","steps":["trace[1609710258] 'process raft request' (duration: 477.69832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:32.404481Z","caller":"traceutil/trace.go:171","msg":"trace[841500317] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"467.741643ms","start":"2026-03-02T16:26:31.936714Z","end":"2026-03-02T16:26:32.404455Z","steps":["trace[841500317] 'process raft request' (duration: 467.616799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:32.404562Z","caller":"traceutil/trace.go:171","msg":"trace[616839545] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"468.123193ms","start":"2026-03-02T16:26:31.93641Z","end":"2026-03-02T16:26:32.404533Z","steps":["trace[616839545] 'process raft request' (duration: 467.849865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.404592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.926294Z","time spent":"478.218964ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:32.404604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.936687Z","time spent":"467.846726ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:32.404656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.050436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:32.404575Z","caller":"traceutil/trace.go:171","msg":"trace[1690172002] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"406.194137ms","start":"2026-03-02T16:26:31.99836Z","end":"2026-03-02T16:26:32.404554Z","steps":["trace[1690172002] 'process raft request' (duration: 406.008482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.404704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.936387Z","time spent":"468.251856ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:32.404727Z","caller":"traceutil/trace.go:171","msg":"trace[312024346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13813; }","duration":"928.163309ms","start":"2026-03-02T16:26:31.476544Z","end":"2026-03-02T16:26:32.404708Z","steps":["trace[312024346] 'agreement among raft nodes before linearized reading' (duration: 928.037796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.404744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.998336Z","time spent":"406.381102ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:32.404765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.433708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:32.404778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.476515Z","time spent":"928.251022ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:26:32.404816Z","caller":"traceutil/trace.go:171","msg":"trace[1726227307] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13813; }","duration":"388.554942ms","start":"2026-03-02T16:26:32.01625Z","end":"2026-03-02T16:26:32.404805Z","steps":["trace[1726227307] 'agreement among raft nodes before linearized reading' (duration: 388.47459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.404854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:32.016232Z","time spent":"388.612044ms","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:32.404966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.584307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:26:32.404998Z","caller":"traceutil/trace.go:171","msg":"trace[2123563143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13813; }","duration":"758.656599ms","start":"2026-03-02T16:26:31.646334Z","end":"2026-03-02T16:26:32.40499Z","steps":["trace[2123563143] 'agreement among raft nodes before linearized reading' (duration: 758.511565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.405019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.646315Z","time spent":"758.69885ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:32.405037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.227277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:26:32.405072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.752642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:26:32.405102Z","caller":"traceutil/trace.go:171","msg":"trace[228616176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13813; }","duration":"458.309419ms","start":"2026-03-02T16:26:31.946771Z","end":"2026-03-02T16:26:32.405081Z","steps":["trace[228616176] 'agreement among raft nodes before linearized reading' (duration: 458.067063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.404789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.77623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T16:26:32.405297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.550411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:26:32.405351Z","caller":"traceutil/trace.go:171","msg":"trace[1020721208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13813; }","duration":"766.646083ms","start":"2026-03-02T16:26:31.638691Z","end":"2026-03-02T16:26:32.405337Z","steps":["trace[1020721208] 'agreement among raft nodes before linearized reading' (duration: 765.909283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.405148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.94676Z","time spent":"458.377381ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:32.405396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.638668Z","time spent":"766.716785ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:26:32.405157Z","caller":"traceutil/trace.go:171","msg":"trace[1403610937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13813; }","duration":"464.869595ms","start":"2026-03-02T16:26:31.940243Z","end":"2026-03-02T16:26:32.405112Z","steps":["trace[1403610937] 'agreement among raft nodes before linearized reading' (duration: 464.597918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.40542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.348931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:26:32.405509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.94023Z","time spent":"465.258805ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:32.405171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.200681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T16:26:32.40561Z","caller":"traceutil/trace.go:171","msg":"trace[134168559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13813; }","duration":"424.690865ms","start":"2026-03-02T16:26:31.980891Z","end":"2026-03-02T16:26:32.405582Z","steps":["trace[134168559] 'agreement among raft nodes before linearized reading' (duration: 423.947005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.405673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.980875Z","time spent":"424.785527ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T16:26:32.405328Z","caller":"traceutil/trace.go:171","msg":"trace[642304548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:13813; }","duration":"437.346355ms","start":"2026-03-02T16:26:31.967965Z","end":"2026-03-02T16:26:32.405311Z","steps":["trace[642304548] 'agreement among raft nodes before linearized reading' (duration: 436.690798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.405825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.967952Z","time spent":"437.821788ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"info","ts":"2026-03-02T16:26:32.40666Z","caller":"traceutil/trace.go:171","msg":"trace[2052607428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13813; }","duration":"465.596125ms","start":"2026-03-02T16:26:31.941028Z","end":"2026-03-02T16:26:32.406624Z","steps":["trace[2052607428] 'agreement among raft nodes before linearized reading' (duration: 464.261549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:32.406704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:31.941019Z","time spent":"465.673887ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:26:48.226983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.350758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0f12b54-af0e-4983-a3d4-ffe193533b3e\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-02T16:26:48.226988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.054736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.189912fd2b55c7e0\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-02T16:26:48.227075Z","caller":"traceutil/trace.go:171","msg":"trace[1801501582] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0f12b54-af0e-4983-a3d4-ffe193533b3e; range_end:; response_count:1; response_revision:14072; }","duration":"291.497842ms","start":"2026-03-02T16:26:47.935558Z","end":"2026-03-02T16:26:48.227056Z","steps":["trace[1801501582] 'range keys from in-memory index tree' (duration: 291.176794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:48.227101Z","caller":"traceutil/trace.go:171","msg":"trace[187295003] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.189912fd2b55c7e0; range_end:; response_count:1; response_revision:14072; }","duration":"176.241122ms","start":"2026-03-02T16:26:48.050837Z","end":"2026-03-02T16:26:48.227078Z","steps":["trace[187295003] 'range keys from in-memory index tree' (duration: 175.672476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:58.941786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.655671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:58.942023Z","caller":"traceutil/trace.go:171","msg":"trace[1336807066] linearizableReadLoop","detail":"{readStateIndex:14696; appliedIndex:14694; }","duration":"369.227953ms","start":"2026-03-02T16:26:58.572769Z","end":"2026-03-02T16:26:58.941997Z","steps":["trace[1336807066] 'read index received' (duration: 114.174742ms)","trace[1336807066] 'applied index is now lower than readState.Index' (duration: 255.052011ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:58.942107Z","caller":"traceutil/trace.go:171","msg":"trace[1068871134] transaction","detail":"{read_only:false; response_revision:14152; number_of_response:1; }","duration":"384.909715ms","start":"2026-03-02T16:26:58.557175Z","end":"2026-03-02T16:26:58.942085Z","steps":["trace[1068871134] 'process raft request' (duration: 384.754281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:58.942113Z","caller":"traceutil/trace.go:171","msg":"trace[782977301] transaction","detail":"{read_only:false; response_revision:14151; number_of_response:1; }","duration":"387.555936ms","start":"2026-03-02T16:26:58.554507Z","end":"2026-03-02T16:26:58.942063Z","steps":["trace[782977301] 'process raft request' (duration: 132.525865ms)","trace[782977301] 'compare' (duration: 254.515737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:58.942298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.554485Z","time spent":"387.70163ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:58.942302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.528301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-02T16:26:58.942352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.557159Z","time spent":"384.997497ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:58.94234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.93572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:26:58.942374Z","caller":"traceutil/trace.go:171","msg":"trace[497665224] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36; range_end:; response_count:1; response_revision:14152; }","duration":"369.629844ms","start":"2026-03-02T16:26:58.572723Z","end":"2026-03-02T16:26:58.942353Z","steps":["trace[497665224] 'agreement among raft nodes before linearized reading' (duration: 369.397637ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:58.942424Z","caller":"traceutil/trace.go:171","msg":"trace[1187014199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14152; }","duration":"335.027123ms","start":"2026-03-02T16:26:58.607376Z","end":"2026-03-02T16:26:58.942403Z","steps":["trace[1187014199] 'agreement among raft nodes before linearized reading' (duration: 334.818807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:58.942426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.572709Z","time spent":"369.701856ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0689e17a-d1b3-4e4a-8ed8-f01a9e117c36\" "} {"level":"warn","ts":"2026-03-02T16:26:58.942468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.607317Z","time spent":"335.141936ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:26:58.942479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.33228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T16:26:58.94254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.725545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:26:58.942591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.742761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:26:58.942685Z","caller":"traceutil/trace.go:171","msg":"trace[461031301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14152; }","duration":"321.92302ms","start":"2026-03-02T16:26:58.620708Z","end":"2026-03-02T16:26:58.942631Z","steps":["trace[461031301] 'agreement among raft nodes before linearized reading' (duration: 321.55671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:58.942691Z","caller":"traceutil/trace.go:171","msg":"trace[828139306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:14152; }","duration":"174.890205ms","start":"2026-03-02T16:26:58.767786Z","end":"2026-03-02T16:26:58.942676Z","steps":["trace[828139306] 'agreement among raft nodes before linearized reading' (duration: 174.516565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:58.9426Z","caller":"traceutil/trace.go:171","msg":"trace[1195598617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14152; }","duration":"316.487625ms","start":"2026-03-02T16:26:58.626089Z","end":"2026-03-02T16:26:58.942576Z","steps":["trace[1195598617] 'agreement among raft nodes before linearized reading' (duration: 316.158386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:58.942789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.620687Z","time spent":"322.048874ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:58.942835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.626076Z","time spent":"316.71638ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:58.942467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.571769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:26:58.942962Z","caller":"traceutil/trace.go:171","msg":"trace[525257839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14152; }","duration":"316.109484ms","start":"2026-03-02T16:26:58.626822Z","end":"2026-03-02T16:26:58.942931Z","steps":["trace[525257839] 'agreement among raft nodes before linearized reading' (duration: 315.371684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:58.943005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.626812Z","time spent":"316.179126ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:58.942479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.231597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:26:58.94306Z","caller":"traceutil/trace.go:171","msg":"trace[1620807282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14152; }","duration":"316.862884ms","start":"2026-03-02T16:26:58.626185Z","end":"2026-03-02T16:26:58.943048Z","steps":["trace[1620807282] 'agreement among raft nodes before linearized reading' (duration: 316.113584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:58.943104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:58.626169Z","time spent":"316.920675ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:27:11.109937Z","caller":"traceutil/trace.go:171","msg":"trace[229395883] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"127.724206ms","start":"2026-03-02T16:27:10.982159Z","end":"2026-03-02T16:27:11.109883Z","steps":["trace[229395883] 'process raft request' (duration: 79.454667ms)","trace[229395883] 'compare' (duration: 48.126235ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:39.54056Z","caller":"traceutil/trace.go:171","msg":"trace[1995039972] transaction","detail":"{read_only:false; response_revision:14672; number_of_response:1; }","duration":"199.836396ms","start":"2026-03-02T16:27:39.340701Z","end":"2026-03-02T16:27:39.540537Z","steps":["trace[1995039972] 'process raft request' (duration: 199.150578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:39.540755Z","caller":"traceutil/trace.go:171","msg":"trace[1588303237] transaction","detail":"{read_only:false; response_revision:14673; number_of_response:1; }","duration":"199.61702ms","start":"2026-03-02T16:27:39.34113Z","end":"2026-03-02T16:27:39.540747Z","steps":["trace[1588303237] 'process raft request' (duration: 199.369863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:39.540764Z","caller":"traceutil/trace.go:171","msg":"trace[1927539757] linearizableReadLoop","detail":"{readStateIndex:15232; appliedIndex:15229; }","duration":"199.548498ms","start":"2026-03-02T16:27:39.341203Z","end":"2026-03-02T16:27:39.540751Z","steps":["trace[1927539757] 'read index received' (duration: 89.297462ms)","trace[1927539757] 'applied index is now lower than readState.Index' (duration: 110.247606ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:39.540791Z","caller":"traceutil/trace.go:171","msg":"trace[981430143] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"199.24222ms","start":"2026-03-02T16:27:39.34153Z","end":"2026-03-02T16:27:39.540772Z","steps":["trace[981430143] 'process raft request' (duration: 199.171689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:39.540938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.101829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-02T16:27:39.540932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.710673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:27:39.540974Z","caller":"traceutil/trace.go:171","msg":"trace[1579131894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:14674; }","duration":"130.178172ms","start":"2026-03-02T16:27:39.410786Z","end":"2026-03-02T16:27:39.540964Z","steps":["trace[1579131894] 'agreement among raft nodes before linearized reading' (duration: 130.056078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:39.541005Z","caller":"traceutil/trace.go:171","msg":"trace[1723810819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14674; }","duration":"199.813015ms","start":"2026-03-02T16:27:39.341171Z","end":"2026-03-02T16:27:39.540985Z","steps":["trace[1723810819] 'agreement among raft nodes before linearized reading' (duration: 199.63709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:40.174209Z","caller":"traceutil/trace.go:171","msg":"trace[926240482] linearizableReadLoop","detail":"{readStateIndex:15235; appliedIndex:15234; }","duration":"206.269468ms","start":"2026-03-02T16:27:39.967913Z","end":"2026-03-02T16:27:40.174183Z","steps":["trace[926240482] 'read index received' (duration: 206.128494ms)","trace[926240482] 'applied index is now lower than readState.Index' (duration: 140.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:40.174254Z","caller":"traceutil/trace.go:171","msg":"trace[926907995] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"211.951581ms","start":"2026-03-02T16:27:39.96228Z","end":"2026-03-02T16:27:40.174232Z","steps":["trace[926907995] 'process raft request' (duration: 211.760466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:40.174465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.529495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:27:40.174465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.340829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:40.174543Z","caller":"traceutil/trace.go:171","msg":"trace[1378396786] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:14676; }","duration":"206.661229ms","start":"2026-03-02T16:27:39.967865Z","end":"2026-03-02T16:27:40.174527Z","steps":["trace[1378396786] 'agreement among raft nodes before linearized reading' (duration: 206.453214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:40.17456Z","caller":"traceutil/trace.go:171","msg":"trace[252231307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14676; }","duration":"158.488303ms","start":"2026-03-02T16:27:40.016052Z","end":"2026-03-02T16:27:40.17454Z","steps":["trace[252231307] 'agreement among raft nodes before linearized reading' (duration: 158.329138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:55.910994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.009171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:55.911115Z","caller":"traceutil/trace.go:171","msg":"trace[1944639835] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14753; }","duration":"132.163235ms","start":"2026-03-02T16:27:55.778928Z","end":"2026-03-02T16:27:55.911091Z","steps":["trace[1944639835] 'range keys from in-memory index tree' (duration: 131.720874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:55.911282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.345322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-02T16:27:55.911174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.525865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:55.911379Z","caller":"traceutil/trace.go:171","msg":"trace[1112080132] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14753; }","duration":"183.516077ms","start":"2026-03-02T16:27:55.727842Z","end":"2026-03-02T16:27:55.911358Z","steps":["trace[1112080132] 'range keys from in-memory index tree' (duration: 183.190948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:55.911458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.506315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:55.91147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.568303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:55.911447Z","caller":"traceutil/trace.go:171","msg":"trace[272981363] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14753; }","duration":"132.804542ms","start":"2026-03-02T16:27:55.778594Z","end":"2026-03-02T16:27:55.911399Z","steps":["trace[272981363] 'range keys from in-memory index tree' (duration: 132.452763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:55.91156Z","caller":"traceutil/trace.go:171","msg":"trace[330294223] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14753; }","duration":"132.630568ms","start":"2026-03-02T16:27:55.778882Z","end":"2026-03-02T16:27:55.911513Z","steps":["trace[330294223] 'range keys from in-memory index tree' (duration: 132.271608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:55.91147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.977561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-02T16:27:55.911575Z","caller":"traceutil/trace.go:171","msg":"trace[92761277] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14753; }","duration":"188.717987ms","start":"2026-03-02T16:27:55.72283Z","end":"2026-03-02T16:27:55.911548Z","steps":["trace[92761277] 'range keys from in-memory index tree' (duration: 188.44886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:55.911613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.574137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T16:27:55.911688Z","caller":"traceutil/trace.go:171","msg":"trace[774423580] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14753; }","duration":"187.658628ms","start":"2026-03-02T16:27:55.724001Z","end":"2026-03-02T16:27:55.91166Z","steps":["trace[774423580] 'range keys from in-memory index tree' (duration: 187.386241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:55.912042Z","caller":"traceutil/trace.go:171","msg":"trace[1449542399] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14753; }","duration":"122.163127ms","start":"2026-03-02T16:27:55.789439Z","end":"2026-03-02T16:27:55.911602Z","steps":["trace[1449542399] 'range keys from in-memory index tree' (duration: 121.823457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:57.508665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503767371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:27:58.009539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503767371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:27:58.510138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503767371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:27:58.625549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723131426s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:27:58.625939Z","caller":"traceutil/trace.go:171","msg":"trace[749844254] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"1.72366333s","start":"2026-03-02T16:27:56.902248Z","end":"2026-03-02T16:27:58.625912Z","steps":["trace[749844254] 'process raft request' (duration: 1.723449694s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.626086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:56.902217Z","time spent":"1.723772323s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:58.713269Z","caller":"traceutil/trace.go:171","msg":"trace[1822069435] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"1.537926053s","start":"2026-03-02T16:27:57.175304Z","end":"2026-03-02T16:27:58.71323Z","steps":["trace[1822069435] 'process raft request' (duration: 1.537699477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.713471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.175273Z","time spent":"1.538100198s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:58.713546Z","caller":"traceutil/trace.go:171","msg":"trace[907293477] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"1.437943894s","start":"2026-03-02T16:27:57.275575Z","end":"2026-03-02T16:27:58.713519Z","steps":["trace[907293477] 'process raft request' (duration: 1.437598234s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.713529Z","caller":"traceutil/trace.go:171","msg":"trace[812996067] linearizableReadLoop","detail":"{readStateIndex:15318; appliedIndex:15315; }","duration":"1.705274835s","start":"2026-03-02T16:27:57.008214Z","end":"2026-03-02T16:27:58.713488Z","steps":["trace[812996067] 'read index received' (duration: 1.617578596s)","trace[812996067] 'applied index is now lower than readState.Index' (duration: 87.693339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:27:58.713698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.275552Z","time spent":"1.438052026s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:58.71375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705550962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:27:58.713813Z","caller":"traceutil/trace.go:171","msg":"trace[862348817] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:14756; }","duration":"1.705651575s","start":"2026-03-02T16:27:57.00814Z","end":"2026-03-02T16:27:58.713792Z","steps":["trace[862348817] 'agreement among raft nodes before linearized reading' (duration: 1.7054524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.713858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.008119Z","time spent":"1.705726257s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-02T16:27:58.713875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.920078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:58.713877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680794157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.713923Z","caller":"traceutil/trace.go:171","msg":"trace[778154383] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14756; }","duration":"797.00334ms","start":"2026-03-02T16:27:57.916903Z","end":"2026-03-02T16:27:58.713906Z","steps":["trace[778154383] 'agreement among raft nodes before linearized reading' (duration: 796.925608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.713933Z","caller":"traceutil/trace.go:171","msg":"trace[1571048271] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14756; }","duration":"1.680872758s","start":"2026-03-02T16:27:57.033044Z","end":"2026-03-02T16:27:58.713916Z","steps":["trace[1571048271] 'agreement among raft nodes before linearized reading' (duration: 1.680779836s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.713915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129524797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:58.713966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.916883Z","time spent":"797.074992ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T16:27:58.713977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.033032Z","time spent":"1.680933761s","remote":"127.0.0.1:35268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:58.713978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082978264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:27:58.714057Z","caller":"traceutil/trace.go:171","msg":"trace[1326113987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14756; }","duration":"1.083077897s","start":"2026-03-02T16:27:57.63096Z","end":"2026-03-02T16:27:58.714037Z","steps":["trace[1326113987] 'agreement among raft nodes before linearized reading' (duration: 1.082896852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.630948Z","time spent":"1.083143698s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089356686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:27:58.714155Z","caller":"traceutil/trace.go:171","msg":"trace[941364577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14756; }","duration":"1.089399627s","start":"2026-03-02T16:27:57.624747Z","end":"2026-03-02T16:27:58.714147Z","steps":["trace[941364577] 'agreement among raft nodes before linearized reading' (duration: 1.089271683s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.624739Z","time spent":"1.089441907s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.87706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T16:27:58.714303Z","caller":"traceutil/trace.go:171","msg":"trace[327257553] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14756; }","duration":"799.004784ms","start":"2026-03-02T16:27:57.91528Z","end":"2026-03-02T16:27:58.714285Z","steps":["trace[327257553] 'agreement among raft nodes before linearized reading' (duration: 798.820349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203151007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:27:58.714341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.915239Z","time spent":"799.093127ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129567768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T16:27:58.714367Z","caller":"traceutil/trace.go:171","msg":"trace[902736419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14756; }","duration":"1.203231769s","start":"2026-03-02T16:27:57.511123Z","end":"2026-03-02T16:27:58.714355Z","steps":["trace[902736419] 'agreement among raft nodes before linearized reading' (duration: 1.203083255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129863005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-02T16:27:58.714402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.511098Z","time spent":"1.20329659s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:27:58.714402Z","caller":"traceutil/trace.go:171","msg":"trace[2023823103] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14756; }","duration":"1.129646829s","start":"2026-03-02T16:27:57.58474Z","end":"2026-03-02T16:27:58.714387Z","steps":["trace[2023823103] 'agreement among raft nodes before linearized reading' (duration: 1.129496045s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.714432Z","caller":"traceutil/trace.go:171","msg":"trace[1050936918] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14756; }","duration":"1.129961208s","start":"2026-03-02T16:27:57.584458Z","end":"2026-03-02T16:27:58.714419Z","steps":["trace[1050936918] 'agreement among raft nodes before linearized reading' (duration: 1.129834574s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.71445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.584729Z","time spent":"1.129710101s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.584427Z","time spent":"1.13003832s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:27:58.71447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015390646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-02T16:27:58.714523Z","caller":"traceutil/trace.go:171","msg":"trace[258751681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:14756; }","duration":"1.015486388s","start":"2026-03-02T16:27:57.699019Z","end":"2026-03-02T16:27:58.714505Z","steps":["trace[258751681] 'agreement among raft nodes before linearized reading' (duration: 1.015344164s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.698999Z","time spent":"1.015553599s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.625247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T16:27:58.714603Z","caller":"traceutil/trace.go:171","msg":"trace[1264091594] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14756; }","duration":"797.69828ms","start":"2026-03-02T16:27:57.916897Z","end":"2026-03-02T16:27:58.714595Z","steps":["trace[1264091594] 'agreement among raft nodes before linearized reading' (duration: 797.603547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.916876Z","time spent":"797.74774ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373742636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22100"} {"level":"warn","ts":"2026-03-02T16:27:58.714676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094264827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:27:58.714695Z","caller":"traceutil/trace.go:171","msg":"trace[447046104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:14756; }","duration":"1.373822008s","start":"2026-03-02T16:27:57.340862Z","end":"2026-03-02T16:27:58.714684Z","steps":["trace[447046104] 'agreement among raft nodes before linearized reading' (duration: 1.373694445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.34084Z","time spent":"1.37388325s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"info","ts":"2026-03-02T16:27:58.71473Z","caller":"traceutil/trace.go:171","msg":"trace[799093205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14756; }","duration":"1.09436004s","start":"2026-03-02T16:27:57.620355Z","end":"2026-03-02T16:27:58.714715Z","steps":["trace[799093205] 'agreement among raft nodes before linearized reading' (duration: 1.094215446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.620319Z","time spent":"1.094445142s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:27:58.714822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376064919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-03-02T16:27:58.714852Z","caller":"traceutil/trace.go:171","msg":"trace[345894573] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:14756; }","duration":"1.37613446s","start":"2026-03-02T16:27:57.338708Z","end":"2026-03-02T16:27:58.714842Z","steps":["trace[345894573] 'agreement among raft nodes before linearized reading' (duration: 1.376049098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08318288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:27:58.714875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.74403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.714922Z","caller":"traceutil/trace.go:171","msg":"trace[1026184335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14756; }","duration":"239.828022ms","start":"2026-03-02T16:27:58.475082Z","end":"2026-03-02T16:27:58.71491Z","steps":["trace[1026184335] 'agreement among raft nodes before linearized reading' (duration: 239.76579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.714924Z","caller":"traceutil/trace.go:171","msg":"trace[1205605099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14756; }","duration":"1.083258482s","start":"2026-03-02T16:27:57.631647Z","end":"2026-03-02T16:27:58.714906Z","steps":["trace[1205605099] 'agreement among raft nodes before linearized reading' (duration: 1.083121368s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.714943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670542681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:58.714958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489446548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-02T16:27:58.714974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.631636Z","time spent":"1.083325413s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:27:58.714982Z","caller":"traceutil/trace.go:171","msg":"trace[787807887] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14756; }","duration":"1.670663884s","start":"2026-03-02T16:27:57.044306Z","end":"2026-03-02T16:27:58.71497Z","steps":["trace[787807887] 'agreement among raft nodes before linearized reading' (duration: 1.670602602s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.714984Z","caller":"traceutil/trace.go:171","msg":"trace[1548283872] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14756; }","duration":"1.48950266s","start":"2026-03-02T16:27:57.225474Z","end":"2026-03-02T16:27:58.714976Z","steps":["trace[1548283872] 'agreement among raft nodes before linearized reading' (duration: 1.489424388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.044285Z","time spent":"1.670726496s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.225457Z","time spent":"1.489568912s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.059922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.713993Z","caller":"traceutil/trace.go:171","msg":"trace[1329633344] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14756; }","duration":"1.129612989s","start":"2026-03-02T16:27:57.584362Z","end":"2026-03-02T16:27:58.713975Z","steps":["trace[1329633344] 'agreement among raft nodes before linearized reading' (duration: 1.129469355s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.715068Z","caller":"traceutil/trace.go:171","msg":"trace[288475234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14756; }","duration":"797.140804ms","start":"2026-03-02T16:27:57.917916Z","end":"2026-03-02T16:27:58.715057Z","steps":["trace[288475234] 'agreement among raft nodes before linearized reading' (duration: 797.085593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.917897Z","time spent":"797.195396ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.584305Z","time spent":"1.13077626s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.903765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.715151Z","caller":"traceutil/trace.go:171","msg":"trace[1299402968] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14756; }","duration":"797.974416ms","start":"2026-03-02T16:27:57.917165Z","end":"2026-03-02T16:27:58.71514Z","steps":["trace[1299402968] 'agreement among raft nodes before linearized reading' (duration: 797.873384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.917159Z","time spent":"798.016467ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671197978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.715228Z","caller":"traceutil/trace.go:171","msg":"trace[138116734] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14756; }","duration":"1.67125438s","start":"2026-03-02T16:27:57.043963Z","end":"2026-03-02T16:27:58.715217Z","steps":["trace[138116734] 'agreement among raft nodes before linearized reading' (duration: 1.671194529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.168339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:27:58.715263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.043951Z","time spent":"1.671302201s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T16:27:58.715272Z","caller":"traceutil/trace.go:171","msg":"trace[343908459] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14756; }","duration":"273.225821ms","start":"2026-03-02T16:27:58.442038Z","end":"2026-03-02T16:27:58.715264Z","steps":["trace[343908459] 'agreement among raft nodes before linearized reading' (duration: 273.121758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.180652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.715303Z","caller":"traceutil/trace.go:171","msg":"trace[1462314918] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14756; }","duration":"798.247993ms","start":"2026-03-02T16:27:57.917046Z","end":"2026-03-02T16:27:58.715294Z","steps":["trace[1462314918] 'agreement among raft nodes before linearized reading' (duration: 798.204592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670308325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-02T16:27:58.71533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.917029Z","time spent":"798.295145ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T16:27:58.715337Z","caller":"traceutil/trace.go:171","msg":"trace[1045046473] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14756; }","duration":"1.670351775s","start":"2026-03-02T16:27:57.044977Z","end":"2026-03-02T16:27:58.715329Z","steps":["trace[1045046473] 'agreement among raft nodes before linearized reading' (duration: 1.670285774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.044969Z","time spent":"1.670389447s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.377308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-02T16:27:58.715485Z","caller":"traceutil/trace.go:171","msg":"trace[165281540] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14756; }","duration":"798.433779ms","start":"2026-03-02T16:27:57.917043Z","end":"2026-03-02T16:27:58.715476Z","steps":["trace[165281540] 'agreement among raft nodes before linearized reading' (duration: 798.346937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.568821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:27:58.715581Z","caller":"traceutil/trace.go:171","msg":"trace[1473192956] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14756; }","duration":"305.687094ms","start":"2026-03-02T16:27:58.409881Z","end":"2026-03-02T16:27:58.715568Z","steps":["trace[1473192956] 'agreement among raft nodes before linearized reading' (duration: 305.538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:58.409863Z","time spent":"305.744466ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":69,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:58.715715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.1471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:58.715743Z","caller":"traceutil/trace.go:171","msg":"trace[653650024] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14756; }","duration":"347.226111ms","start":"2026-03-02T16:27:58.368505Z","end":"2026-03-02T16:27:58.715731Z","steps":["trace[653650024] 'agreement among raft nodes before linearized reading' (duration: 347.18672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.715769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:58.368472Z","time spent":"347.289693ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:58.71488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.338687Z","time spent":"1.376187402s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"warn","ts":"2026-03-02T16:27:58.71474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670070818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T16:27:58.715913Z","caller":"traceutil/trace.go:171","msg":"trace[569047881] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14756; }","duration":"1.6712512s","start":"2026-03-02T16:27:57.044644Z","end":"2026-03-02T16:27:58.715896Z","steps":["trace[569047881] 'agreement among raft nodes before linearized reading' (duration: 1.670045777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.71597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.637886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:27:58.715968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.044636Z","time spent":"1.671316002s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T16:27:58.715511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.917023Z","time spent":"798.48302ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:27:58.716109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.562113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20754"} {"level":"warn","ts":"2026-03-02T16:27:58.715244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66047096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-02T16:27:58.716151Z","caller":"traceutil/trace.go:171","msg":"trace[340144628] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:14756; }","duration":"730.620985ms","start":"2026-03-02T16:27:57.985518Z","end":"2026-03-02T16:27:58.716139Z","steps":["trace[340144628] 'agreement among raft nodes before linearized reading' (duration: 730.501602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.715998Z","caller":"traceutil/trace.go:171","msg":"trace[753431159] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:14756; }","duration":"352.703038ms","start":"2026-03-02T16:27:58.363287Z","end":"2026-03-02T16:27:58.71599Z","steps":["trace[753431159] 'agreement among raft nodes before linearized reading' (duration: 352.612486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.716188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.985505Z","time spent":"730.674106ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20777,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" "} {"level":"warn","ts":"2026-03-02T16:27:58.716201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:58.363263Z","time spent":"352.929085ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" "} {"level":"info","ts":"2026-03-02T16:27:58.716193Z","caller":"traceutil/trace.go:171","msg":"trace[1356448657] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14756; }","duration":"1.661394625s","start":"2026-03-02T16:27:57.054765Z","end":"2026-03-02T16:27:58.71616Z","steps":["trace[1356448657] 'agreement among raft nodes before linearized reading' (duration: 1.660417538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.716265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.054717Z","time spent":"1.661526328s","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:27:58.71599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.614597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:58.716349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.137192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-02T16:27:58.716361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.676071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-02T16:27:58.716402Z","caller":"traceutil/trace.go:171","msg":"trace[1308714573] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14756; }","duration":"793.743913ms","start":"2026-03-02T16:27:57.922646Z","end":"2026-03-02T16:27:58.71639Z","steps":["trace[1308714573] 'agreement among raft nodes before linearized reading' (duration: 793.63271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.716404Z","caller":"traceutil/trace.go:171","msg":"trace[443199398] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14756; }","duration":"791.210685ms","start":"2026-03-02T16:27:57.925174Z","end":"2026-03-02T16:27:58.716384Z","steps":["trace[443199398] 'agreement among raft nodes before linearized reading' (duration: 791.054431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.716433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.922634Z","time spent":"793.792774ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:27:58.716434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.48639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T16:27:58.716462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.925164Z","time spent":"791.283987ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T16:27:58.716503Z","caller":"traceutil/trace.go:171","msg":"trace[2060745399] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14756; }","duration":"769.599074ms","start":"2026-03-02T16:27:57.946887Z","end":"2026-03-02T16:27:58.716486Z","steps":["trace[2060745399] 'agreement among raft nodes before linearized reading' (duration: 769.376958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.716537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.946871Z","time spent":"769.659015ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T16:27:58.720838Z","caller":"traceutil/trace.go:171","msg":"trace[1127687331] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14756; }","duration":"798.039199ms","start":"2026-03-02T16:27:57.918343Z","end":"2026-03-02T16:27:58.716382Z","steps":["trace[1127687331] 'agreement among raft nodes before linearized reading' (duration: 797.606497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.721005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:57.918337Z","time spent":"802.638072ms","remote":"127.0.0.1:55430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T16:27:58.844878Z","caller":"traceutil/trace.go:171","msg":"trace[1728075567] transaction","detail":"{read_only:false; response_revision:14758; number_of_response:1; }","duration":"123.521643ms","start":"2026-03-02T16:27:58.721336Z","end":"2026-03-02T16:27:58.844857Z","steps":["trace[1728075567] 'process raft request' (duration: 123.461231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.844888Z","caller":"traceutil/trace.go:171","msg":"trace[456237042] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"125.449925ms","start":"2026-03-02T16:27:58.71941Z","end":"2026-03-02T16:27:58.84486Z","steps":["trace[456237042] 'process raft request' (duration: 125.24355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.845147Z","caller":"traceutil/trace.go:171","msg":"trace[1916842623] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"123.711049ms","start":"2026-03-02T16:27:58.721426Z","end":"2026-03-02T16:27:58.845137Z","steps":["trace[1916842623] 'process raft request' (duration: 123.39845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.845212Z","caller":"traceutil/trace.go:171","msg":"trace[1325441277] linearizableReadLoop","detail":"{readStateIndex:15322; appliedIndex:15318; }","duration":"122.767393ms","start":"2026-03-02T16:27:58.722427Z","end":"2026-03-02T16:27:58.845194Z","steps":["trace[1325441277] 'read index received' (duration: 36.133542ms)","trace[1325441277] 'applied index is now lower than readState.Index' (duration: 86.632981ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:58.845298Z","caller":"traceutil/trace.go:171","msg":"trace[697343930] transaction","detail":"{read_only:false; response_revision:14762; number_of_response:1; }","duration":"120.79393ms","start":"2026-03-02T16:27:58.724498Z","end":"2026-03-02T16:27:58.845292Z","steps":["trace[697343930] 'process raft request' (duration: 120.666776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.84529Z","caller":"traceutil/trace.go:171","msg":"trace[870198220] transaction","detail":"{read_only:false; response_revision:14761; number_of_response:1; }","duration":"120.932773ms","start":"2026-03-02T16:27:58.724309Z","end":"2026-03-02T16:27:58.845242Z","steps":["trace[870198220] 'process raft request' (duration: 120.832891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:58.845426Z","caller":"traceutil/trace.go:171","msg":"trace[1281117278] transaction","detail":"{read_only:false; response_revision:14760; number_of_response:1; }","duration":"122.973478ms","start":"2026-03-02T16:27:58.722441Z","end":"2026-03-02T16:27:58.845414Z","steps":["trace[1281117278] 'process raft request' (duration: 122.606708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.846058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.612286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738108"} {"level":"info","ts":"2026-03-02T16:27:58.846106Z","caller":"traceutil/trace.go:171","msg":"trace[2060298307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14762; }","duration":"123.700248ms","start":"2026-03-02T16:27:58.722396Z","end":"2026-03-02T16:27:58.846097Z","steps":["trace[2060298307] 'agreement among raft nodes before linearized reading' (duration: 123.01735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.862435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.199768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738108"} {"level":"info","ts":"2026-03-02T16:27:58.8625Z","caller":"traceutil/trace.go:171","msg":"trace[1489163342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14763; }","duration":"138.29194ms","start":"2026-03-02T16:27:58.724194Z","end":"2026-03-02T16:27:58.862486Z","steps":["trace[1489163342] 'agreement among raft nodes before linearized reading' (duration: 137.678174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.863224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.906526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738108"} {"level":"info","ts":"2026-03-02T16:27:58.863254Z","caller":"traceutil/trace.go:171","msg":"trace[1656017260] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14763; }","duration":"135.947918ms","start":"2026-03-02T16:27:58.727299Z","end":"2026-03-02T16:27:58.863247Z","steps":["trace[1656017260] 'agreement among raft nodes before linearized reading' (duration: 135.606328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.864264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.04296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738108"} {"level":"info","ts":"2026-03-02T16:27:58.864326Z","caller":"traceutil/trace.go:171","msg":"trace[813606353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14763; }","duration":"139.164984ms","start":"2026-03-02T16:27:58.725147Z","end":"2026-03-02T16:27:58.864312Z","steps":["trace[813606353] 'agreement among raft nodes before linearized reading' (duration: 138.436185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:58.864622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.981179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738108"} {"level":"info","ts":"2026-03-02T16:27:58.864678Z","caller":"traceutil/trace.go:171","msg":"trace[842469083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14763; }","duration":"139.064741ms","start":"2026-03-02T16:27:58.725602Z","end":"2026-03-02T16:27:58.864667Z","steps":["trace[842469083] 'agreement among raft nodes before linearized reading' (duration: 137.840388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.223095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.661337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:28:51.223336Z","caller":"traceutil/trace.go:171","msg":"trace[908240304] transaction","detail":"{read_only:false; response_revision:15023; number_of_response:1; }","duration":"299.893028ms","start":"2026-03-02T16:28:50.923409Z","end":"2026-03-02T16:28:51.223302Z","steps":["trace[908240304] 'process raft request' (duration: 91.920583ms)","trace[908240304] 'compare' (duration: 207.367969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:28:51.22339Z","caller":"traceutil/trace.go:171","msg":"trace[1891178299] transaction","detail":"{read_only:false; response_revision:15024; number_of_response:1; }","duration":"299.890898ms","start":"2026-03-02T16:28:50.923478Z","end":"2026-03-02T16:28:51.223369Z","steps":["trace[1891178299] 'process raft request' (duration: 299.729774ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.223364Z","caller":"traceutil/trace.go:171","msg":"trace[410539675] linearizableReadLoop","detail":"{readStateIndex:15599; appliedIndex:15597; }","duration":"296.667481ms","start":"2026-03-02T16:28:50.926679Z","end":"2026-03-02T16:28:51.223346Z","steps":["trace[410539675] 'read index received' (duration: 88.672286ms)","trace[410539675] 'applied index is now lower than readState.Index' (duration: 207.993745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:28:51.22349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:28:50.923387Z","time spent":"300.021731ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:28:51.2235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:28:50.923445Z","time spent":"300.006301ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:28:51.223657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.956019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"warn","ts":"2026-03-02T16:28:51.223723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.972659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"warn","ts":"2026-03-02T16:28:51.223741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.740421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:28:51.223738Z","caller":"traceutil/trace.go:171","msg":"trace[1622701437] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15025; }","duration":"297.087522ms","start":"2026-03-02T16:28:50.92663Z","end":"2026-03-02T16:28:51.223718Z","steps":["trace[1622701437] 'agreement among raft nodes before linearized reading' (duration: 296.762334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.223764Z","caller":"traceutil/trace.go:171","msg":"trace[230900456] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15025; }","duration":"297.03081ms","start":"2026-03-02T16:28:50.92672Z","end":"2026-03-02T16:28:51.223751Z","steps":["trace[230900456] 'agreement among raft nodes before linearized reading' (duration: 296.886166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.223782Z","caller":"traceutil/trace.go:171","msg":"trace[790368644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15025; }","duration":"132.779482ms","start":"2026-03-02T16:28:51.090991Z","end":"2026-03-02T16:28:51.223771Z","steps":["trace[790368644] 'agreement among raft nodes before linearized reading' (duration: 132.664969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.223816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.932908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:28:51.223927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.084962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T16:28:51.223964Z","caller":"traceutil/trace.go:171","msg":"trace[955419134] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15025; }","duration":"297.134094ms","start":"2026-03-02T16:28:50.926821Z","end":"2026-03-02T16:28:51.223956Z","steps":["trace[955419134] 'agreement among raft nodes before linearized reading' (duration: 297.038491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.224045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.232456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T16:28:51.224053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.796686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:28:51.224095Z","caller":"traceutil/trace.go:171","msg":"trace[1666495385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15025; }","duration":"134.867158ms","start":"2026-03-02T16:28:51.089219Z","end":"2026-03-02T16:28:51.224087Z","steps":["trace[1666495385] 'agreement among raft nodes before linearized reading' (duration: 134.730345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.224096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.629452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:28:51.224139Z","caller":"traceutil/trace.go:171","msg":"trace[781742292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15025; }","duration":"121.686164ms","start":"2026-03-02T16:28:51.102442Z","end":"2026-03-02T16:28:51.224128Z","steps":["trace[781742292] 'agreement among raft nodes before linearized reading' (duration: 121.56733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.224094Z","caller":"traceutil/trace.go:171","msg":"trace[953236598] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15025; }","duration":"297.295458ms","start":"2026-03-02T16:28:50.926788Z","end":"2026-03-02T16:28:51.224083Z","steps":["trace[953236598] 'agreement among raft nodes before linearized reading' (duration: 297.153104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.224238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.516747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4912"} {"level":"info","ts":"2026-03-02T16:28:51.22427Z","caller":"traceutil/trace.go:171","msg":"trace[1542922970] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15025; }","duration":"296.566478ms","start":"2026-03-02T16:28:50.927696Z","end":"2026-03-02T16:28:51.224262Z","steps":["trace[1542922970] 'agreement among raft nodes before linearized reading' (duration: 296.480926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.224282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.30606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T16:28:51.224299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.28513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:28:51.224313Z","caller":"traceutil/trace.go:171","msg":"trace[1290018518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15025; }","duration":"122.377872ms","start":"2026-03-02T16:28:51.101927Z","end":"2026-03-02T16:28:51.224305Z","steps":["trace[1290018518] 'agreement among raft nodes before linearized reading' (duration: 122.2838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.223923Z","caller":"traceutil/trace.go:171","msg":"trace[1471752038] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15025; }","duration":"297.069321ms","start":"2026-03-02T16:28:50.926834Z","end":"2026-03-02T16:28:51.223903Z","steps":["trace[1471752038] 'agreement among raft nodes before linearized reading' (duration: 296.917037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.224341Z","caller":"traceutil/trace.go:171","msg":"trace[148565591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15025; }","duration":"122.326831ms","start":"2026-03-02T16:28:51.102004Z","end":"2026-03-02T16:28:51.224331Z","steps":["trace[148565591] 'agreement among raft nodes before linearized reading' (duration: 122.230908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.43948Z","caller":"traceutil/trace.go:171","msg":"trace[123311873] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"210.111472ms","start":"2026-03-02T16:28:51.229343Z","end":"2026-03-02T16:28:51.439454Z","steps":["trace[123311873] 'process raft request' (duration: 209.875756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.439719Z","caller":"traceutil/trace.go:171","msg":"trace[1547641422] transaction","detail":"{read_only:false; response_revision:15028; number_of_response:1; }","duration":"210.495453ms","start":"2026-03-02T16:28:51.22919Z","end":"2026-03-02T16:28:51.439686Z","steps":["trace[1547641422] 'process raft request' (duration: 209.896096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.439964Z","caller":"traceutil/trace.go:171","msg":"trace[1304691742] transaction","detail":"{read_only:false; response_revision:15027; number_of_response:1; }","duration":"210.859703ms","start":"2026-03-02T16:28:51.229085Z","end":"2026-03-02T16:28:51.439945Z","steps":["trace[1304691742] 'process raft request' (duration: 147.460537ms)","trace[1304691742] 'compare' (duration: 62.06026ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:28:51.439911Z","caller":"traceutil/trace.go:171","msg":"trace[1158619781] transaction","detail":"{read_only:false; response_revision:15029; number_of_response:1; }","duration":"210.511363ms","start":"2026-03-02T16:28:51.229217Z","end":"2026-03-02T16:28:51.439728Z","steps":["trace[1158619781] 'process raft request' (duration: 209.965018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:30:34.894527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13547} {"level":"info","ts":"2026-03-02T16:30:34.973342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13547,"took":"76.266523ms","hash":2996284544,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":27500544,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T16:30:34.973506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2996284544,"revision":13547,"compact-revision":11730} {"level":"info","ts":"2026-03-02T16:31:18.386034Z","caller":"traceutil/trace.go:171","msg":"trace[1420326446] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"147.326756ms","start":"2026-03-02T16:31:18.238677Z","end":"2026-03-02T16:31:18.386004Z","steps":["trace[1420326446] 'process raft request' (duration: 147.147812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:31:20.707949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.438944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:31:20.708084Z","caller":"traceutil/trace.go:171","msg":"trace[2086583458] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16235; }","duration":"165.550937ms","start":"2026-03-02T16:31:20.542465Z","end":"2026-03-02T16:31:20.708016Z","steps":["trace[2086583458] 'count revisions from in-memory index tree' (duration: 165.242318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:31:20.708064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.610808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:31:20.708157Z","caller":"traceutil/trace.go:171","msg":"trace[1767240501] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:16235; }","duration":"165.777033ms","start":"2026-03-02T16:31:20.542359Z","end":"2026-03-02T16:31:20.708136Z","steps":["trace[1767240501] 'count revisions from in-memory index tree' (duration: 165.490005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:31:20.708215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.885795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:31:20.708304Z","caller":"traceutil/trace.go:171","msg":"trace[1674523525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16235; }","duration":"231.03875ms","start":"2026-03-02T16:31:20.477242Z","end":"2026-03-02T16:31:20.70828Z","steps":["trace[1674523525] 'range keys from in-memory index tree' (duration: 230.756962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:12.710521Z","caller":"traceutil/trace.go:171","msg":"trace[1945500160] transaction","detail":"{read_only:false; response_revision:17234; number_of_response:1; }","duration":"120.161765ms","start":"2026-03-02T16:34:12.59033Z","end":"2026-03-02T16:34:12.710492Z","steps":["trace[1945500160] 'process raft request' (duration: 119.966349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:12.72255Z","caller":"traceutil/trace.go:171","msg":"trace[1413554410] linearizableReadLoop","detail":"{readStateIndex:17891; appliedIndex:17889; }","duration":"109.20194ms","start":"2026-03-02T16:34:12.613326Z","end":"2026-03-02T16:34:12.722528Z","steps":["trace[1413554410] 'read index received' (duration: 96.990341ms)","trace[1413554410] 'applied index is now lower than readState.Index' (duration: 12.210459ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:34:12.722592Z","caller":"traceutil/trace.go:171","msg":"trace[449628251] transaction","detail":"{read_only:false; response_revision:17235; number_of_response:1; }","duration":"130.706289ms","start":"2026-03-02T16:34:12.59186Z","end":"2026-03-02T16:34:12.722566Z","steps":["trace[449628251] 'process raft request' (duration: 130.530514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:12.722683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.317852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:34:12.722772Z","caller":"traceutil/trace.go:171","msg":"trace[919902186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17235; }","duration":"109.483477ms","start":"2026-03-02T16:34:12.613273Z","end":"2026-03-02T16:34:12.722756Z","steps":["trace[919902186] 'agreement among raft nodes before linearized reading' (duration: 109.322772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:19.28178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.035557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:34:19.28208Z","caller":"traceutil/trace.go:171","msg":"trace[454402265] transaction","detail":"{read_only:false; response_revision:17272; number_of_response:1; }","duration":"162.908946ms","start":"2026-03-02T16:34:19.119137Z","end":"2026-03-02T16:34:19.282046Z","steps":["trace[454402265] 'process raft request' (duration: 57.504028ms)","trace[454402265] 'compare' (duration: 104.900374ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:34:31.071877Z","caller":"traceutil/trace.go:171","msg":"trace[1284389489] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"121.908282ms","start":"2026-03-02T16:34:30.949941Z","end":"2026-03-02T16:34:31.071849Z","steps":["trace[1284389489] 'process raft request' (duration: 121.764008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:36.938721Z","caller":"traceutil/trace.go:171","msg":"trace[983795634] transaction","detail":"{read_only:false; response_revision:17355; number_of_response:1; }","duration":"106.234177ms","start":"2026-03-02T16:34:36.832458Z","end":"2026-03-02T16:34:36.938692Z","steps":["trace[983795634] 'process raft request' (duration: 106.082393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:43.450149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.293508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:34:43.450306Z","caller":"traceutil/trace.go:171","msg":"trace[511407138] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17386; }","duration":"132.515884ms","start":"2026-03-02T16:34:43.317768Z","end":"2026-03-02T16:34:43.450284Z","steps":["trace[511407138] 'range keys from in-memory index tree' (duration: 132.157274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:45.424635Z","caller":"traceutil/trace.go:171","msg":"trace[1974374843] transaction","detail":"{read_only:false; response_revision:17395; number_of_response:1; }","duration":"158.896603ms","start":"2026-03-02T16:34:45.2657Z","end":"2026-03-02T16:34:45.424596Z","steps":["trace[1974374843] 'process raft request' (duration: 129.920174ms)","trace[1974374843] 'compare' (duration: 28.782884ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:35:34.900787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15731} {"level":"info","ts":"2026-03-02T16:35:35.012332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15731,"took":"107.971964ms","hash":2652701455,"current-db-size-bytes":42864640,"current-db-size":"43 MB","current-db-size-in-use-bytes":26193920,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T16:35:35.012415Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2652701455,"revision":15731,"compact-revision":13547} {"level":"info","ts":"2026-03-02T16:35:45.405154Z","caller":"traceutil/trace.go:171","msg":"trace[1751172049] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"108.219371ms","start":"2026-03-02T16:35:45.296907Z","end":"2026-03-02T16:35:45.405126Z","steps":["trace[1751172049] 'process raft request' (duration: 62.208634ms)","trace[1751172049] 'compare' (duration: 45.687588ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:37:25.539438Z","caller":"traceutil/trace.go:171","msg":"trace[362839897] transaction","detail":"{read_only:false; response_revision:18157; number_of_response:1; }","duration":"531.074363ms","start":"2026-03-02T16:37:25.008331Z","end":"2026-03-02T16:37:25.539405Z","steps":["trace[362839897] 'process raft request' (duration: 530.864378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:37:25.539679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:37:25.008256Z","time spent":"531.30522ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:37:25.542444Z","caller":"traceutil/trace.go:171","msg":"trace[814788539] linearizableReadLoop","detail":"{readStateIndex:18856; appliedIndex:18854; }","duration":"196.258999ms","start":"2026-03-02T16:37:25.346159Z","end":"2026-03-02T16:37:25.542418Z","steps":["trace[814788539] 'read index received' (duration: 193.052332ms)","trace[814788539] 'applied index is now lower than readState.Index' (duration: 3.205496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:37:25.54255Z","caller":"traceutil/trace.go:171","msg":"trace[1659587347] transaction","detail":"{read_only:false; response_revision:18158; number_of_response:1; }","duration":"532.151192ms","start":"2026-03-02T16:37:25.010371Z","end":"2026-03-02T16:37:25.542523Z","steps":["trace[1659587347] 'process raft request' (duration: 531.923666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:37:25.542638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.468594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:37:25.542713Z","caller":"traceutil/trace.go:171","msg":"trace[1108109418] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:18158; }","duration":"196.610108ms","start":"2026-03-02T16:37:25.346055Z","end":"2026-03-02T16:37:25.542665Z","steps":["trace[1108109418] 'agreement among raft nodes before linearized reading' (duration: 196.497425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:37:25.542716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:37:25.010356Z","time spent":"532.263025ms","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:37:38.41258Z","caller":"traceutil/trace.go:171","msg":"trace[748645654] transaction","detail":"{read_only:false; response_revision:18218; number_of_response:1; }","duration":"123.978185ms","start":"2026-03-02T16:37:38.288583Z","end":"2026-03-02T16:37:38.412561Z","steps":["trace[748645654] 'process raft request' (duration: 123.857131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:37:38.421915Z","caller":"traceutil/trace.go:171","msg":"trace[1765572539] transaction","detail":"{read_only:false; response_revision:18219; number_of_response:1; }","duration":"132.048342ms","start":"2026-03-02T16:37:38.289834Z","end":"2026-03-02T16:37:38.421882Z","steps":["trace[1765572539] 'process raft request' (duration: 131.901448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:39:47.705205Z","caller":"traceutil/trace.go:171","msg":"trace[982489789] linearizableReadLoop","detail":"{readStateIndex:19560; appliedIndex:19559; }","duration":"114.52577ms","start":"2026-03-02T16:39:47.590652Z","end":"2026-03-02T16:39:47.705177Z","steps":["trace[982489789] 'read index received' (duration: 114.422948ms)","trace[982489789] 'applied index is now lower than readState.Index' (duration: 101.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:39:47.705339Z","caller":"traceutil/trace.go:171","msg":"trace[15622345] transaction","detail":"{read_only:false; response_revision:18831; number_of_response:1; }","duration":"125.834184ms","start":"2026-03-02T16:39:47.57944Z","end":"2026-03-02T16:39:47.705274Z","steps":["trace[15622345] 'process raft request' (duration: 125.569597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:39:47.705511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.841718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-osd-openstack\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-02T16:39:47.705552Z","caller":"traceutil/trace.go:171","msg":"trace[1527194132] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-osd-openstack; range_end:; response_count:1; response_revision:18831; }","duration":"114.950891ms","start":"2026-03-02T16:39:47.590589Z","end":"2026-03-02T16:39:47.70554Z","steps":["trace[1527194132] 'agreement among raft nodes before linearized reading' (duration: 114.754666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:40:13.548652Z","caller":"traceutil/trace.go:171","msg":"trace[610629060] linearizableReadLoop","detail":"{readStateIndex:19681; appliedIndex:19680; }","duration":"118.326972ms","start":"2026-03-02T16:40:13.430308Z","end":"2026-03-02T16:40:13.548635Z","steps":["trace[610629060] 'read index received' (duration: 118.213469ms)","trace[610629060] 'applied index is now lower than readState.Index' (duration: 112.873µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:40:13.548866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.640626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317295"} {"level":"info","ts":"2026-03-02T16:40:13.548893Z","caller":"traceutil/trace.go:171","msg":"trace[739220107] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:18947; }","duration":"100.706188ms","start":"2026-03-02T16:40:13.448176Z","end":"2026-03-02T16:40:13.548882Z","steps":["trace[739220107] 'agreement among raft nodes before linearized reading' (duration: 100.560424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.549459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:107 size:80453"} {"level":"info","ts":"2026-03-02T16:40:13.549557Z","caller":"traceutil/trace.go:171","msg":"trace[982917803] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:107; response_revision:18947; }","duration":"119.257138ms","start":"2026-03-02T16:40:13.430276Z","end":"2026-03-02T16:40:13.549533Z","steps":["trace[982917803] 'agreement among raft nodes before linearized reading' (duration: 118.466506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:40:13.54946Z","caller":"traceutil/trace.go:171","msg":"trace[345194806] transaction","detail":"{read_only:false; response_revision:18947; number_of_response:1; }","duration":"127.685384ms","start":"2026-03-02T16:40:13.421022Z","end":"2026-03-02T16:40:13.548707Z","steps":["trace[345194806] 'process raft request' (duration: 127.50704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:40:13.734396Z","caller":"traceutil/trace.go:171","msg":"trace[1151330359] transaction","detail":"{read_only:false; response_revision:18948; number_of_response:1; }","duration":"129.471993ms","start":"2026-03-02T16:40:13.60489Z","end":"2026-03-02T16:40:13.734362Z","steps":["trace[1151330359] 'process raft request' (duration: 127.478939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:40:34.907393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17644} {"level":"info","ts":"2026-03-02T16:40:34.998531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17644,"took":"88.056618ms","hash":490894147,"current-db-size-bytes":42864640,"current-db-size":"43 MB","current-db-size-in-use-bytes":20733952,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-02T16:40:34.998604Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":490894147,"revision":17644,"compact-revision":15731} {"level":"info","ts":"2026-03-02T16:41:18.284835Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T16:41:18.290204Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T16:41:18.290377Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T16:41:32.038986Z","caller":"traceutil/trace.go:171","msg":"trace[2028460662] transaction","detail":"{read_only:false; response_revision:19312; number_of_response:1; }","duration":"108.774475ms","start":"2026-03-02T16:41:31.930181Z","end":"2026-03-02T16:41:32.038955Z","steps":["trace[2028460662] 'process raft request' (duration: 108.443026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:43.038269Z","caller":"traceutil/trace.go:171","msg":"trace[371327896] transaction","detail":"{read_only:false; response_revision:19367; number_of_response:1; }","duration":"106.536985ms","start":"2026-03-02T16:41:42.931701Z","end":"2026-03-02T16:41:43.038238Z","steps":["trace[371327896] 'process raft request' (duration: 46.142261ms)","trace[371327896] 'compare' (duration: 59.807578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:43.296547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.476962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:1 size:585"} {"level":"info","ts":"2026-03-02T16:41:43.296704Z","caller":"traceutil/trace.go:171","msg":"trace[2072036213] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:1; response_revision:19367; }","duration":"155.695478ms","start":"2026-03-02T16:41:43.140978Z","end":"2026-03-02T16:41:43.296673Z","steps":["trace[2072036213] 'range keys from in-memory index tree' (duration: 155.155073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:43.296782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.57546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T16:41:43.296918Z","caller":"traceutil/trace.go:171","msg":"trace[1880159153] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:19367; }","duration":"153.786707ms","start":"2026-03-02T16:41:43.143098Z","end":"2026-03-02T16:41:43.296885Z","steps":["trace[1880159153] 'range keys from in-memory index tree' (duration: 153.426977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:44.232523Z","caller":"traceutil/trace.go:171","msg":"trace[457800813] linearizableReadLoop","detail":"{readStateIndex:20122; appliedIndex:20121; }","duration":"117.720046ms","start":"2026-03-02T16:41:44.114773Z","end":"2026-03-02T16:41:44.232493Z","steps":["trace[457800813] 'read index received' (duration: 117.559632ms)","trace[457800813] 'applied index is now lower than readState.Index' (duration: 158.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:44.232783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.989173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:41:44.232831Z","caller":"traceutil/trace.go:171","msg":"trace[475528376] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:19368; }","duration":"118.092967ms","start":"2026-03-02T16:41:44.114722Z","end":"2026-03-02T16:41:44.232814Z","steps":["trace[475528376] 'agreement among raft nodes before linearized reading' (duration: 117.916042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:44.232772Z","caller":"traceutil/trace.go:171","msg":"trace[1000242653] transaction","detail":"{read_only:false; response_revision:19368; number_of_response:1; }","duration":"133.46584ms","start":"2026-03-02T16:41:44.099261Z","end":"2026-03-02T16:41:44.232727Z","steps":["trace[1000242653] 'process raft request' (duration: 133.003928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:46.450952Z","caller":"traceutil/trace.go:171","msg":"trace[1070710384] linearizableReadLoop","detail":"{readStateIndex:20132; appliedIndex:20131; }","duration":"153.92023ms","start":"2026-03-02T16:41:46.297004Z","end":"2026-03-02T16:41:46.450924Z","steps":["trace[1070710384] 'read index received' (duration: 12.135797ms)","trace[1070710384] 'applied index is now lower than readState.Index' (duration: 141.783253ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:46.451088Z","caller":"traceutil/trace.go:171","msg":"trace[1583848816] transaction","detail":"{read_only:false; response_revision:19378; number_of_response:1; }","duration":"163.647201ms","start":"2026-03-02T16:41:46.28739Z","end":"2026-03-02T16:41:46.451037Z","steps":["trace[1583848816] 'process raft request' (duration: 161.454992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.451283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.829889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T16:41:46.451343Z","caller":"traceutil/trace.go:171","msg":"trace[1286308136] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:19378; }","duration":"117.945122ms","start":"2026-03-02T16:41:46.333383Z","end":"2026-03-02T16:41:46.451328Z","steps":["trace[1286308136] 'agreement among raft nodes before linearized reading' (duration: 117.706565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.451377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.339091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.memcached.v1\" ","response":"range_response_count:1 size:11859"} {"level":"info","ts":"2026-03-02T16:41:46.451495Z","caller":"traceutil/trace.go:171","msg":"trace[1046383204] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.memcached.v1; range_end:; response_count:1; response_revision:19378; }","duration":"154.509896ms","start":"2026-03-02T16:41:46.296955Z","end":"2026-03-02T16:41:46.451465Z","steps":["trace[1046383204] 'agreement among raft nodes before linearized reading' (duration: 154.112305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:46.665904Z","caller":"traceutil/trace.go:171","msg":"trace[350892137] linearizableReadLoop","detail":"{readStateIndex:20134; appliedIndex:20133; }","duration":"119.494954ms","start":"2026-03-02T16:41:46.546372Z","end":"2026-03-02T16:41:46.665867Z","steps":["trace[350892137] 'read index received' (duration: 67.106075ms)","trace[350892137] 'applied index is now lower than readState.Index' (duration: 52.387129ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:46.666203Z","caller":"traceutil/trace.go:171","msg":"trace[1131750984] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"152.666606ms","start":"2026-03-02T16:41:46.513522Z","end":"2026-03-02T16:41:46.666189Z","steps":["trace[1131750984] 'process raft request' (duration: 100.110552ms)","trace[1131750984] 'compare' (duration: 51.922617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:46.666542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.143331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.memcached.v1\" ","response":"range_response_count:1 size:11859"} {"level":"info","ts":"2026-03-02T16:41:46.666584Z","caller":"traceutil/trace.go:171","msg":"trace[1281983228] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.memcached.v1; range_end:; response_count:1; response_revision:19380; }","duration":"120.266425ms","start":"2026-03-02T16:41:46.546303Z","end":"2026-03-02T16:41:46.66657Z","steps":["trace[1281983228] 'agreement among raft nodes before linearized reading' (duration: 120.09048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.666861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.872743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:41:46.667007Z","caller":"traceutil/trace.go:171","msg":"trace[656425880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19380; }","duration":"101.035677ms","start":"2026-03-02T16:41:46.565949Z","end":"2026-03-02T16:41:46.666984Z","steps":["trace[656425880] 'agreement among raft nodes before linearized reading' (duration: 100.603866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.666923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.785381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T16:41:46.66714Z","caller":"traceutil/trace.go:171","msg":"trace[925454463] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:19380; }","duration":"101.084149ms","start":"2026-03-02T16:41:46.566032Z","end":"2026-03-02T16:41:46.667116Z","steps":["trace[925454463] 'agreement among raft nodes before linearized reading' (duration: 100.648427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.960595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.692534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:41:46.960733Z","caller":"traceutil/trace.go:171","msg":"trace[1847867517] linearizableReadLoop","detail":"{readStateIndex:20136; appliedIndex:20135; }","duration":"169.689904ms","start":"2026-03-02T16:41:46.791023Z","end":"2026-03-02T16:41:46.960713Z","steps":["trace[1847867517] 'read index received' (duration: 51.342µs)","trace[1847867517] 'applied index is now lower than readState.Index' (duration: 169.636822ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:46.96082Z","caller":"traceutil/trace.go:171","msg":"trace[473523535] transaction","detail":"{read_only:false; response_revision:19382; number_of_response:1; }","duration":"283.094744ms","start":"2026-03-02T16:41:46.677683Z","end":"2026-03-02T16:41:46.960778Z","steps":["trace[473523535] 'process raft request' (duration: 97.093311ms)","trace[473523535] 'compare' (duration: 185.431117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:46.960986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.961321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.neutron-coredns.v1\" ","response":"range_response_count:1 size:31038"} {"level":"info","ts":"2026-03-02T16:41:46.961027Z","caller":"traceutil/trace.go:171","msg":"trace[2108307476] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.neutron-coredns.v1; range_end:; response_count:1; response_revision:19382; }","duration":"170.047503ms","start":"2026-03-02T16:41:46.790967Z","end":"2026-03-02T16:41:46.961015Z","steps":["trace[2108307476] 'agreement among raft nodes before linearized reading' (duration: 169.835777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.983374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.750557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:41:46.983488Z","caller":"traceutil/trace.go:171","msg":"trace[1268935665] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19383; }","duration":"146.931062ms","start":"2026-03-02T16:41:46.83653Z","end":"2026-03-02T16:41:46.983461Z","steps":["trace[1268935665] 'agreement among raft nodes before linearized reading' (duration: 142.566844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:47.198017Z","caller":"traceutil/trace.go:171","msg":"trace[842246926] linearizableReadLoop","detail":"{readStateIndex:20139; appliedIndex:20137; }","duration":"142.823111ms","start":"2026-03-02T16:41:47.055152Z","end":"2026-03-02T16:41:47.197975Z","steps":["trace[842246926] 'read index received' (duration: 88.779968ms)","trace[842246926] 'applied index is now lower than readState.Index' (duration: 54.041533ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:47.198096Z","caller":"traceutil/trace.go:171","msg":"trace[1806609306] transaction","detail":"{read_only:false; response_revision:19384; number_of_response:1; }","duration":"145.149914ms","start":"2026-03-02T16:41:47.052901Z","end":"2026-03-02T16:41:47.198051Z","steps":["trace[1806609306] 'process raft request' (duration: 144.888267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:47.198251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.053427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:41:47.19835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.40861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:47.198378Z","caller":"traceutil/trace.go:171","msg":"trace[603929528] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19384; }","duration":"143.257563ms","start":"2026-03-02T16:41:47.055089Z","end":"2026-03-02T16:41:47.198347Z","steps":["trace[603929528] 'agreement among raft nodes before linearized reading' (duration: 143.017117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:47.198412Z","caller":"traceutil/trace.go:171","msg":"trace[9594673] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19384; }","duration":"142.524254ms","start":"2026-03-02T16:41:47.055874Z","end":"2026-03-02T16:41:47.198398Z","steps":["trace[9594673] 'agreement among raft nodes before linearized reading' (duration: 142.364489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:47.198573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.899159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:47.19864Z","caller":"traceutil/trace.go:171","msg":"trace[163194212] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19384; }","duration":"121.989861ms","start":"2026-03-02T16:41:47.076632Z","end":"2026-03-02T16:41:47.198622Z","steps":["trace[163194212] 'agreement among raft nodes before linearized reading' (duration: 121.652302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:47.198639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.941646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:41:47.19876Z","caller":"traceutil/trace.go:171","msg":"trace[407632409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19384; }","duration":"107.143062ms","start":"2026-03-02T16:41:47.09159Z","end":"2026-03-02T16:41:47.198733Z","steps":["trace[407632409] 'agreement among raft nodes before linearized reading' (duration: 106.876154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:47.199615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.375302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.neutron-coredns.v1\" ","response":"range_response_count:1 size:31038"} {"level":"info","ts":"2026-03-02T16:41:47.199708Z","caller":"traceutil/trace.go:171","msg":"trace[1283526452] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.neutron-coredns.v1; range_end:; response_count:1; response_revision:19384; }","duration":"141.493455ms","start":"2026-03-02T16:41:47.058186Z","end":"2026-03-02T16:41:47.19968Z","steps":["trace[1283526452] 'agreement among raft nodes before linearized reading' (duration: 141.156326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:47.416651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.784214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-test\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-02T16:41:47.41679Z","caller":"traceutil/trace.go:171","msg":"trace[896312403] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-test; range_end:; response_count:1; response_revision:19385; }","duration":"112.996149ms","start":"2026-03-02T16:41:47.303763Z","end":"2026-03-02T16:41:47.416759Z","steps":["trace[896312403] 'range keys from in-memory index tree' (duration: 112.6311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.323064Z","caller":"traceutil/trace.go:171","msg":"trace[1231227881] linearizableReadLoop","detail":"{readStateIndex:20141; appliedIndex:20140; }","duration":"388.971481ms","start":"2026-03-02T16:41:47.934068Z","end":"2026-03-02T16:41:48.32304Z","steps":["trace[1231227881] 'read index received' (duration: 388.94218ms)","trace[1231227881] 'applied index is now lower than readState.Index' (duration: 28.101µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:48.323163Z","caller":"traceutil/trace.go:171","msg":"trace[1110587548] transaction","detail":"{read_only:false; response_revision:19386; number_of_response:1; }","duration":"443.96555ms","start":"2026-03-02T16:41:47.879159Z","end":"2026-03-02T16:41:48.323124Z","steps":["trace[1110587548] 'process raft request' (duration: 443.689303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.323337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:47.879138Z","time spent":"444.108754ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:48.325636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.554201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:41:48.325691Z","caller":"traceutil/trace.go:171","msg":"trace[1847237675] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19386; }","duration":"391.662654ms","start":"2026-03-02T16:41:47.934016Z","end":"2026-03-02T16:41:48.325678Z","steps":["trace[1847237675] 'agreement among raft nodes before linearized reading' (duration: 389.160367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.325747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:47.933994Z","time spent":"391.726685ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1327,"response size":388769,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:41:48.360369Z","caller":"traceutil/trace.go:171","msg":"trace[1891477185] transaction","detail":"{read_only:false; response_revision:19387; number_of_response:1; }","duration":"323.388658ms","start":"2026-03-02T16:41:48.03695Z","end":"2026-03-02T16:41:48.360338Z","steps":["trace[1891477185] 'process raft request' (duration: 322.808422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.360581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:48.036916Z","time spent":"323.544992ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:48.360999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.914512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:41:48.361028Z","caller":"traceutil/trace.go:171","msg":"trace[2082961950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19387; }","duration":"281.965014ms","start":"2026-03-02T16:41:48.079055Z","end":"2026-03-02T16:41:48.36102Z","steps":["trace[2082961950] 'agreement among raft nodes before linearized reading' (duration: 281.880452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.361216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.137658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T16:41:48.361243Z","caller":"traceutil/trace.go:171","msg":"trace[1608694489] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19387; }","duration":"311.19156ms","start":"2026-03-02T16:41:48.050044Z","end":"2026-03-02T16:41:48.361236Z","steps":["trace[1608694489] 'agreement among raft nodes before linearized reading' (duration: 311.118898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.361263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:48.05003Z","time spent":"311.22825ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T16:41:48.361513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.302752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:41:48.361634Z","caller":"traceutil/trace.go:171","msg":"trace[2025613761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19387; }","duration":"337.466166ms","start":"2026-03-02T16:41:48.024131Z","end":"2026-03-02T16:41:48.361597Z","steps":["trace[2025613761] 'agreement among raft nodes before linearized reading' (duration: 337.22267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.361697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:48.024052Z","time spent":"337.630171ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:41:48.361843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.371567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-02T16:41:48.36188Z","caller":"traceutil/trace.go:171","msg":"trace[1836791548] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:19387; }","duration":"397.45883ms","start":"2026-03-02T16:41:47.964408Z","end":"2026-03-02T16:41:48.361867Z","steps":["trace[1836791548] 'agreement among raft nodes before linearized reading' (duration: 397.351387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.361902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:47.964376Z","time spent":"397.520942ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":576,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume-usage-audit\" "} {"level":"info","ts":"2026-03-02T16:41:48.546174Z","caller":"traceutil/trace.go:171","msg":"trace[1999034638] transaction","detail":"{read_only:false; response_revision:19389; number_of_response:1; }","duration":"180.247956ms","start":"2026-03-02T16:41:48.365889Z","end":"2026-03-02T16:41:48.546137Z","steps":["trace[1999034638] 'process raft request' (duration: 103.696908ms)","trace[1999034638] 'compare' (duration: 76.313492ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:48.546311Z","caller":"traceutil/trace.go:171","msg":"trace[771086473] linearizableReadLoop","detail":"{readStateIndex:20144; appliedIndex:20142; }","duration":"179.747303ms","start":"2026-03-02T16:41:48.366503Z","end":"2026-03-02T16:41:48.546251Z","steps":["trace[771086473] 'read index received' (duration: 35.883555ms)","trace[771086473] 'applied index is now lower than readState.Index' (duration: 143.859408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:48.54734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.826622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:41:48.547397Z","caller":"traceutil/trace.go:171","msg":"trace[9491433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19390; }","duration":"180.939185ms","start":"2026-03-02T16:41:48.366446Z","end":"2026-03-02T16:41:48.547385Z","steps":["trace[9491433] 'agreement among raft nodes before linearized reading' (duration: 179.962199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.7773Z","caller":"traceutil/trace.go:171","msg":"trace[1398834244] transaction","detail":"{read_only:false; response_revision:19391; number_of_response:1; }","duration":"224.98652ms","start":"2026-03-02T16:41:48.552271Z","end":"2026-03-02T16:41:48.777258Z","steps":["trace[1398834244] 'process raft request' (duration: 223.000647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.777408Z","caller":"traceutil/trace.go:171","msg":"trace[1092739111] linearizableReadLoop","detail":"{readStateIndex:20146; appliedIndex:20145; }","duration":"216.155844ms","start":"2026-03-02T16:41:48.561189Z","end":"2026-03-02T16:41:48.777344Z","steps":["trace[1092739111] 'read index received' (duration: 214.104219ms)","trace[1092739111] 'applied index is now lower than readState.Index' (duration: 2.043335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:48.779916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.685552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:129 size:1729965"} {"level":"info","ts":"2026-03-02T16:41:48.779997Z","caller":"traceutil/trace.go:171","msg":"trace[1182833230] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:19391; }","duration":"218.811245ms","start":"2026-03-02T16:41:48.561167Z","end":"2026-03-02T16:41:48.779978Z","steps":["trace[1182833230] 'agreement among raft nodes before linearized reading' (duration: 216.299157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.830848Z","caller":"traceutil/trace.go:171","msg":"trace[1273448394] transaction","detail":"{read_only:false; response_revision:19392; number_of_response:1; }","duration":"154.736571ms","start":"2026-03-02T16:41:48.676083Z","end":"2026-03-02T16:41:48.83082Z","steps":["trace[1273448394] 'process raft request' (duration: 154.551756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.830881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.236438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.openvswitch.v1\" ","response":"range_response_count:1 size:19190"} {"level":"info","ts":"2026-03-02T16:41:48.830932Z","caller":"traceutil/trace.go:171","msg":"trace[2080102303] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.openvswitch.v1; range_end:; response_count:1; response_revision:19392; }","duration":"199.332251ms","start":"2026-03-02T16:41:48.631586Z","end":"2026-03-02T16:41:48.830918Z","steps":["trace[2080102303] 'agreement among raft nodes before linearized reading' (duration: 199.170336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.831097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.627691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:41:48.831116Z","caller":"traceutil/trace.go:171","msg":"trace[1496436995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19392; }","duration":"153.698944ms","start":"2026-03-02T16:41:48.677413Z","end":"2026-03-02T16:41:48.831112Z","steps":["trace[1496436995] 'agreement among raft nodes before linearized reading' (duration: 153.644472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.831115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.015706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T16:41:48.831246Z","caller":"traceutil/trace.go:171","msg":"trace[1743819022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19392; }","duration":"124.19599ms","start":"2026-03-02T16:41:48.707021Z","end":"2026-03-02T16:41:48.831217Z","steps":["trace[1743819022] 'agreement among raft nodes before linearized reading' (duration: 123.8154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:49.110874Z","caller":"traceutil/trace.go:171","msg":"trace[1697219108] transaction","detail":"{read_only:false; response_revision:19396; number_of_response:1; }","duration":"126.42497ms","start":"2026-03-02T16:41:48.984417Z","end":"2026-03-02T16:41:49.110842Z","steps":["trace[1697219108] 'process raft request' (duration: 126.363189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:49.110943Z","caller":"traceutil/trace.go:171","msg":"trace[952782394] transaction","detail":"{read_only:false; response_revision:19395; number_of_response:1; }","duration":"142.367219ms","start":"2026-03-02T16:41:48.968509Z","end":"2026-03-02T16:41:49.110877Z","steps":["trace[952782394] 'process raft request' (duration: 61.856184ms)","trace[952782394] 'compare' (duration: 80.239758ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:49.1109Z","caller":"traceutil/trace.go:171","msg":"trace[1303776813] linearizableReadLoop","detail":"{readStateIndex:20150; appliedIndex:20149; }","duration":"137.654652ms","start":"2026-03-02T16:41:48.973215Z","end":"2026-03-02T16:41:49.11087Z","steps":["trace[1303776813] 'read index received' (duration: 57.072085ms)","trace[1303776813] 'applied index is now lower than readState.Index' (duration: 80.579607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:49.111365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.208713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:41:49.111476Z","caller":"traceutil/trace.go:171","msg":"trace[860680244] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19396; }","duration":"107.379548ms","start":"2026-03-02T16:41:49.004074Z","end":"2026-03-02T16:41:49.111453Z","steps":["trace[860680244] 'agreement among raft nodes before linearized reading' (duration: 107.141831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:49.111629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.95379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-02T16:41:49.111725Z","caller":"traceutil/trace.go:171","msg":"trace[1879058460] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:19396; }","duration":"138.550867ms","start":"2026-03-02T16:41:48.97316Z","end":"2026-03-02T16:41:49.111711Z","steps":["trace[1879058460] 'agreement among raft nodes before linearized reading' (duration: 137.789566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:49.673953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.462749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:41:49.674099Z","caller":"traceutil/trace.go:171","msg":"trace[1736569250] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19397; }","duration":"172.700274ms","start":"2026-03-02T16:41:49.501359Z","end":"2026-03-02T16:41:49.674059Z","steps":["trace[1736569250] 'count revisions from in-memory index tree' (duration: 172.347486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:49.674231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.694127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-02T16:41:49.674335Z","caller":"traceutil/trace.go:171","msg":"trace[1190880469] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:19397; }","duration":"242.847611ms","start":"2026-03-02T16:41:49.431466Z","end":"2026-03-02T16:41:49.674313Z","steps":["trace[1190880469] 'range keys from in-memory index tree' (duration: 242.509052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:49.674366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.002479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:41:49.674445Z","caller":"traceutil/trace.go:171","msg":"trace[543548548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19397; }","duration":"197.088611ms","start":"2026-03-02T16:41:49.477336Z","end":"2026-03-02T16:41:49.674424Z","steps":["trace[543548548] 'range keys from in-memory index tree' (duration: 196.896965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:49.678982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.665587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:41:49.679105Z","caller":"traceutil/trace.go:171","msg":"trace[806864952] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19397; }","duration":"229.863232ms","start":"2026-03-02T16:41:49.449218Z","end":"2026-03-02T16:41:49.679082Z","steps":["trace[806864952] 'range keys from in-memory index tree' (duration: 226.601145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.046563Z","caller":"traceutil/trace.go:171","msg":"trace[925833206] linearizableReadLoop","detail":"{readStateIndex:20156; appliedIndex:20155; }","duration":"117.410217ms","start":"2026-03-02T16:41:50.929111Z","end":"2026-03-02T16:41:51.046521Z","steps":["trace[925833206] 'read index received' (duration: 19.779742ms)","trace[925833206] 'applied index is now lower than readState.Index' (duration: 97.628845ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:51.046868Z","caller":"traceutil/trace.go:171","msg":"trace[851140267] transaction","detail":"{read_only:false; response_revision:19401; number_of_response:1; }","duration":"169.294443ms","start":"2026-03-02T16:41:50.877556Z","end":"2026-03-02T16:41:51.046851Z","steps":["trace[851140267] 'process raft request' (duration: 71.354789ms)","trace[851140267] 'compare' (duration: 97.475342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:51.046954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.825259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T16:41:51.047038Z","caller":"traceutil/trace.go:171","msg":"trace[931184437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19401; }","duration":"117.976273ms","start":"2026-03-02T16:41:50.92904Z","end":"2026-03-02T16:41:51.047016Z","steps":["trace[931184437] 'agreement among raft nodes before linearized reading' (duration: 117.702595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.258665Z","caller":"traceutil/trace.go:171","msg":"trace[245584215] transaction","detail":"{read_only:false; response_revision:19403; number_of_response:1; }","duration":"141.133405ms","start":"2026-03-02T16:41:51.117503Z","end":"2026-03-02T16:41:51.258637Z","steps":["trace[245584215] 'process raft request' (duration: 119.414211ms)","trace[245584215] 'compare' (duration: 21.505749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:51.25883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.528173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:51.259117Z","caller":"traceutil/trace.go:171","msg":"trace[1518056394] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19403; }","duration":"139.846232ms","start":"2026-03-02T16:41:51.119252Z","end":"2026-03-02T16:41:51.259098Z","steps":["trace[1518056394] 'agreement among raft nodes before linearized reading' (duration: 139.462092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.259228Z","caller":"traceutil/trace.go:171","msg":"trace[1359576680] linearizableReadLoop","detail":"{readStateIndex:20158; appliedIndex:20157; }","duration":"139.299257ms","start":"2026-03-02T16:41:51.119275Z","end":"2026-03-02T16:41:51.258574Z","steps":["trace[1359576680] 'read index received' (duration: 117.660895ms)","trace[1359576680] 'applied index is now lower than readState.Index' (duration: 21.637102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:51.26372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.213149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:51.263826Z","caller":"traceutil/trace.go:171","msg":"trace[1070628751] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19404; }","duration":"144.398114ms","start":"2026-03-02T16:41:51.1194Z","end":"2026-03-02T16:41:51.263798Z","steps":["trace[1070628751] 'agreement among raft nodes before linearized reading' (duration: 144.141928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.263901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.796047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:41:51.263859Z","caller":"traceutil/trace.go:171","msg":"trace[1577069280] transaction","detail":"{read_only:false; response_revision:19404; number_of_response:1; }","duration":"142.337769ms","start":"2026-03-02T16:41:51.121471Z","end":"2026-03-02T16:41:51.263808Z","steps":["trace[1577069280] 'process raft request' (duration: 141.873216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.264Z","caller":"traceutil/trace.go:171","msg":"trace[1322507110] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19404; }","duration":"127.882129ms","start":"2026-03-02T16:41:51.136062Z","end":"2026-03-02T16:41:51.263944Z","steps":["trace[1322507110] 'agreement among raft nodes before linearized reading' (duration: 127.705955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.451809Z","caller":"traceutil/trace.go:171","msg":"trace[551012281] linearizableReadLoop","detail":"{readStateIndex:20160; appliedIndex:20159; }","duration":"124.134159ms","start":"2026-03-02T16:41:51.327641Z","end":"2026-03-02T16:41:51.451775Z","steps":["trace[551012281] 'read index received' (duration: 71.623547ms)","trace[551012281] 'applied index is now lower than readState.Index' (duration: 52.508712ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:51.451878Z","caller":"traceutil/trace.go:171","msg":"trace[1309544206] transaction","detail":"{read_only:false; response_revision:19405; number_of_response:1; }","duration":"142.547774ms","start":"2026-03-02T16:41:51.309301Z","end":"2026-03-02T16:41:51.451849Z","steps":["trace[1309544206] 'process raft request' (duration: 90.014091ms)","trace[1309544206] 'compare' (duration: 52.293407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:51.452174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.503529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:41:51.45225Z","caller":"traceutil/trace.go:171","msg":"trace[986949584] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19405; }","duration":"124.650812ms","start":"2026-03-02T16:41:51.327581Z","end":"2026-03-02T16:41:51.452232Z","steps":["trace[986949584] 'agreement among raft nodes before linearized reading' (duration: 124.376865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.452259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.153789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-service\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T16:41:51.452328Z","caller":"traceutil/trace.go:171","msg":"trace[799059573] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-service; range_end:; response_count:1; response_revision:19405; }","duration":"108.342534ms","start":"2026-03-02T16:41:51.343968Z","end":"2026-03-02T16:41:51.45231Z","steps":["trace[799059573] 'agreement among raft nodes before linearized reading' (duration: 108.032506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:52.203622Z","caller":"traceutil/trace.go:171","msg":"trace[1828101416] linearizableReadLoop","detail":"{readStateIndex:20161; appliedIndex:20160; }","duration":"113.0453ms","start":"2026-03-02T16:41:52.090532Z","end":"2026-03-02T16:41:52.203577Z","steps":["trace[1828101416] 'read index received' (duration: 76.517258ms)","trace[1828101416] 'applied index is now lower than readState.Index' (duration: 36.524902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:52.203925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.373549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-02T16:41:52.204029Z","caller":"traceutil/trace.go:171","msg":"trace[1223590614] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:19405; }","duration":"113.562314ms","start":"2026-03-02T16:41:52.090445Z","end":"2026-03-02T16:41:52.204007Z","steps":["trace[1223590614] 'agreement among raft nodes before linearized reading' (duration: 113.242055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:52.55339Z","caller":"traceutil/trace.go:171","msg":"trace[915463075] transaction","detail":"{read_only:false; response_revision:19406; number_of_response:1; }","duration":"100.02441ms","start":"2026-03-02T16:41:52.45328Z","end":"2026-03-02T16:41:52.553305Z","steps":["trace[915463075] 'process raft request' (duration: 99.695252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:53.395734Z","caller":"traceutil/trace.go:171","msg":"trace[984749126] linearizableReadLoop","detail":"{readStateIndex:20168; appliedIndex:20167; }","duration":"102.893998ms","start":"2026-03-02T16:41:53.29281Z","end":"2026-03-02T16:41:53.395704Z","steps":["trace[984749126] 'read index received' (duration: 48.801583ms)","trace[984749126] 'applied index is now lower than readState.Index' (duration: 54.091255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:53.395808Z","caller":"traceutil/trace.go:171","msg":"trace[1752115801] transaction","detail":"{read_only:false; response_revision:19412; number_of_response:1; }","duration":"107.783469ms","start":"2026-03-02T16:41:53.287975Z","end":"2026-03-02T16:41:53.395759Z","steps":["trace[1752115801] 'process raft request' (duration: 53.566331ms)","trace[1752115801] 'compare' (duration: 54.031923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:53.396291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.454793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:41:53.396397Z","caller":"traceutil/trace.go:171","msg":"trace[1119629410] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19412; }","duration":"103.616967ms","start":"2026-03-02T16:41:53.29276Z","end":"2026-03-02T16:41:53.396377Z","steps":["trace[1119629410] 'agreement among raft nodes before linearized reading' (duration: 103.068732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:53.687452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.704535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:41:53.687627Z","caller":"traceutil/trace.go:171","msg":"trace[2122107429] linearizableReadLoop","detail":"{readStateIndex:20169; appliedIndex:20168; }","duration":"212.357901ms","start":"2026-03-02T16:41:53.475243Z","end":"2026-03-02T16:41:53.687601Z","steps":["trace[2122107429] 'read index received' (duration: 36.324417ms)","trace[2122107429] 'applied index is now lower than readState.Index' (duration: 176.032114ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:53.687669Z","caller":"traceutil/trace.go:171","msg":"trace[1560294047] transaction","detail":"{read_only:false; response_revision:19413; number_of_response:1; }","duration":"229.150833ms","start":"2026-03-02T16:41:53.458481Z","end":"2026-03-02T16:41:53.687632Z","steps":["trace[1560294047] 'process raft request' (duration: 53.16156ms)","trace[1560294047] 'compare' (duration: 175.577242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:53.687777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.534527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:41:53.687831Z","caller":"traceutil/trace.go:171","msg":"trace[848964701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19413; }","duration":"212.635649ms","start":"2026-03-02T16:41:53.475182Z","end":"2026-03-02T16:41:53.687817Z","steps":["trace[848964701] 'agreement among raft nodes before linearized reading' (duration: 212.542017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:53.688093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.003637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:41:53.688171Z","caller":"traceutil/trace.go:171","msg":"trace[1441444400] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19413; }","duration":"191.1057ms","start":"2026-03-02T16:41:53.497047Z","end":"2026-03-02T16:41:53.688152Z","steps":["trace[1441444400] 'agreement among raft nodes before linearized reading' (duration: 190.886604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:53.68834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.287074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T16:41:53.688423Z","caller":"traceutil/trace.go:171","msg":"trace[1394683485] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:19413; }","duration":"201.461779ms","start":"2026-03-02T16:41:53.486936Z","end":"2026-03-02T16:41:53.688398Z","steps":["trace[1394683485] 'agreement among raft nodes before linearized reading' (duration: 201.047458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:53.688846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.456018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:41:53.688982Z","caller":"traceutil/trace.go:171","msg":"trace[1374073611] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:19413; }","duration":"204.631454ms","start":"2026-03-02T16:41:53.484316Z","end":"2026-03-02T16:41:53.688947Z","steps":["trace[1374073611] 'agreement among raft nodes before linearized reading' (duration: 203.624076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:53.952685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.039526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:41:53.952783Z","caller":"traceutil/trace.go:171","msg":"trace[1428494728] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19413; }","duration":"137.21118ms","start":"2026-03-02T16:41:53.815553Z","end":"2026-03-02T16:41:53.952764Z","steps":["trace[1428494728] 'range keys from in-memory index tree' (duration: 135.027952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:53.953386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.944769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:41:53.95349Z","caller":"traceutil/trace.go:171","msg":"trace[1052833010] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19413; }","duration":"132.110533ms","start":"2026-03-02T16:41:53.821362Z","end":"2026-03-02T16:41:53.953472Z","steps":["trace[1052833010] 'range keys from in-memory index tree' (duration: 129.236076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:54.672496Z","caller":"traceutil/trace.go:171","msg":"trace[1790640590] transaction","detail":"{read_only:false; response_revision:19414; number_of_response:1; }","duration":"111.483639ms","start":"2026-03-02T16:41:54.560985Z","end":"2026-03-02T16:41:54.672469Z","steps":["trace[1790640590] 'process raft request' (duration: 111.285423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.397832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.444503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:55.397959Z","caller":"traceutil/trace.go:171","msg":"trace[685464867] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19418; }","duration":"109.654259ms","start":"2026-03-02T16:41:55.288284Z","end":"2026-03-02T16:41:55.397938Z","steps":["trace[685464867] 'range keys from in-memory index tree' (duration: 109.267148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.397968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.768319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:41:55.397936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.957131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:55.398038Z","caller":"traceutil/trace.go:171","msg":"trace[1966377453] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19418; }","duration":"126.894612ms","start":"2026-03-02T16:41:55.271124Z","end":"2026-03-02T16:41:55.398019Z","steps":["trace[1966377453] 'count revisions from in-memory index tree' (duration: 126.670456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:55.398075Z","caller":"traceutil/trace.go:171","msg":"trace[1097700609] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19418; }","duration":"128.229919ms","start":"2026-03-02T16:41:55.269814Z","end":"2026-03-02T16:41:55.398044Z","steps":["trace[1097700609] 'range keys from in-memory index tree' (duration: 127.803197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:55.435183Z","caller":"traceutil/trace.go:171","msg":"trace[1353542395] transaction","detail":"{read_only:false; response_revision:19419; number_of_response:1; }","duration":"146.464909ms","start":"2026-03-02T16:41:55.288698Z","end":"2026-03-02T16:41:55.435163Z","steps":["trace[1353542395] 'process raft request' (duration: 146.266164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.435437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.6553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-03-02T16:41:55.435515Z","caller":"traceutil/trace.go:171","msg":"trace[1066042955] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:19419; }","duration":"125.788613ms","start":"2026-03-02T16:41:55.309708Z","end":"2026-03-02T16:41:55.435496Z","steps":["trace[1066042955] 'agreement among raft nodes before linearized reading' (duration: 125.561867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:55.4352Z","caller":"traceutil/trace.go:171","msg":"trace[1674228459] linearizableReadLoop","detail":"{readStateIndex:20175; appliedIndex:20174; }","duration":"125.364071ms","start":"2026-03-02T16:41:55.309758Z","end":"2026-03-02T16:41:55.435122Z","steps":["trace[1674228459] 'read index received' (duration: 125.110974ms)","trace[1674228459] 'applied index is now lower than readState.Index' (duration: 251.827µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:55.435983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.438646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-02T16:41:55.436052Z","caller":"traceutil/trace.go:171","msg":"trace[778491160] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:19419; }","duration":"118.541938ms","start":"2026-03-02T16:41:55.31749Z","end":"2026-03-02T16:41:55.436032Z","steps":["trace[778491160] 'agreement among raft nodes before linearized reading' (duration: 118.398025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.623489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.357464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T16:41:55.623646Z","caller":"traceutil/trace.go:171","msg":"trace[1505868668] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19420; }","duration":"111.589921ms","start":"2026-03-02T16:41:55.512033Z","end":"2026-03-02T16:41:55.623622Z","steps":["trace[1505868668] 'range keys from in-memory index tree' (duration: 111.094017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:55.684821Z","caller":"traceutil/trace.go:171","msg":"trace[2124112819] transaction","detail":"{read_only:false; response_revision:19421; number_of_response:1; }","duration":"107.84655ms","start":"2026-03-02T16:41:55.576938Z","end":"2026-03-02T16:41:55.684784Z","steps":["trace[2124112819] 'process raft request' (duration: 107.645375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.689434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.544471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:41:55.689546Z","caller":"traceutil/trace.go:171","msg":"trace[2032677987] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19421; }","duration":"104.704716ms","start":"2026-03-02T16:41:55.584819Z","end":"2026-03-02T16:41:55.689523Z","steps":["trace[2032677987] 'agreement among raft nodes before linearized reading' (duration: 100.070621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:56.32052Z","caller":"traceutil/trace.go:171","msg":"trace[2007247188] transaction","detail":"{read_only:false; response_revision:19423; number_of_response:1; }","duration":"102.370544ms","start":"2026-03-02T16:41:56.218119Z","end":"2026-03-02T16:41:56.32049Z","steps":["trace[2007247188] 'process raft request' (duration: 102.089326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.140643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.624215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:41:57.140766Z","caller":"traceutil/trace.go:171","msg":"trace[421648839] linearizableReadLoop","detail":"{readStateIndex:20182; appliedIndex:20180; }","duration":"413.551463ms","start":"2026-03-02T16:41:56.727195Z","end":"2026-03-02T16:41:57.140746Z","steps":["trace[421648839] 'read index received' (duration: 41.108926ms)","trace[421648839] 'applied index is now lower than readState.Index' (duration: 372.440887ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.140865Z","caller":"traceutil/trace.go:171","msg":"trace[579178923] transaction","detail":"{read_only:false; response_revision:19426; number_of_response:1; }","duration":"454.914136ms","start":"2026-03-02T16:41:56.685939Z","end":"2026-03-02T16:41:57.140853Z","steps":["trace[579178923] 'process raft request' (duration: 185.969562ms)","trace[579178923] 'compare' (duration: 268.406719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:57.140923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.685921Z","time spent":"454.971987ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:57.141109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.625555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-dhcp-agent\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T16:41:57.141202Z","caller":"traceutil/trace.go:171","msg":"trace[959814041] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-dhcp-agent; range_end:; response_count:1; response_revision:19426; }","duration":"413.778498ms","start":"2026-03-02T16:41:56.727401Z","end":"2026-03-02T16:41:57.14118Z","steps":["trace[959814041] 'agreement among raft nodes before linearized reading' (duration: 413.508881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.141179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.070701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T16:41:57.141247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.727359Z","time spent":"413.878712ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-dhcp-agent\" "} {"level":"info","ts":"2026-03-02T16:41:57.141264Z","caller":"traceutil/trace.go:171","msg":"trace[2139485862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19426; }","duration":"155.202994ms","start":"2026-03-02T16:41:56.98604Z","end":"2026-03-02T16:41:57.141243Z","steps":["trace[2139485862] 'agreement among raft nodes before linearized reading' (duration: 154.952917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.141223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.987464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-02T16:41:57.141224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.000085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:41:57.141331Z","caller":"traceutil/trace.go:171","msg":"trace[1746942252] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19426; }","duration":"395.138198ms","start":"2026-03-02T16:41:56.746169Z","end":"2026-03-02T16:41:57.141307Z","steps":["trace[1746942252] 'agreement among raft nodes before linearized reading' (duration: 394.825499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.141352Z","caller":"traceutil/trace.go:171","msg":"trace[1695414231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19426; }","duration":"414.148709ms","start":"2026-03-02T16:41:56.727171Z","end":"2026-03-02T16:41:57.141319Z","steps":["trace[1695414231] 'agreement among raft nodes before linearized reading' (duration: 413.79533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.141381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.746149Z","time spent":"395.21958ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:41:57.141413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.727161Z","time spent":"414.238131ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"warn","ts":"2026-03-02T16:41:57.397812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.586343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T16:41:57.398181Z","caller":"traceutil/trace.go:171","msg":"trace[246202016] transaction","detail":"{read_only:false; response_revision:19427; number_of_response:1; }","duration":"249.343956ms","start":"2026-03-02T16:41:57.148814Z","end":"2026-03-02T16:41:57.398158Z","steps":["trace[246202016] 'process raft request' (duration: 249.11784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.39814Z","caller":"traceutil/trace.go:171","msg":"trace[386697159] linearizableReadLoop","detail":"{readStateIndex:20183; appliedIndex:20182; }","duration":"250.815486ms","start":"2026-03-02T16:41:57.147276Z","end":"2026-03-02T16:41:57.398091Z","steps":["trace[386697159] 'read index received' (duration: 153.664593ms)","trace[386697159] 'applied index is now lower than readState.Index' (duration: 97.146063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:57.398663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.357951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:41:57.398783Z","caller":"traceutil/trace.go:171","msg":"trace[1002133316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19427; }","duration":"183.530916ms","start":"2026-03-02T16:41:57.215224Z","end":"2026-03-02T16:41:57.398755Z","steps":["trace[1002133316] 'agreement among raft nodes before linearized reading' (duration: 183.219987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.39915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.543079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:41:57.399252Z","caller":"traceutil/trace.go:171","msg":"trace[1685349307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19427; }","duration":"166.691553ms","start":"2026-03-02T16:41:57.232534Z","end":"2026-03-02T16:41:57.399225Z","steps":["trace[1685349307] 'agreement among raft nodes before linearized reading' (duration: 166.420306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.422124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.824942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:41:57.422213Z","caller":"traceutil/trace.go:171","msg":"trace[2026284728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19427; }","duration":"274.967155ms","start":"2026-03-02T16:41:57.147228Z","end":"2026-03-02T16:41:57.422196Z","steps":["trace[2026284728] 'agreement among raft nodes before linearized reading' (duration: 250.994141ms)","trace[2026284728] 'range keys from bolt db' (duration: 23.064721ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.595034Z","caller":"traceutil/trace.go:171","msg":"trace[599322796] transaction","detail":"{read_only:false; response_revision:19428; number_of_response:1; }","duration":"195.895569ms","start":"2026-03-02T16:41:57.399102Z","end":"2026-03-02T16:41:57.594997Z","steps":["trace[599322796] 'process raft request' (duration: 109.655779ms)","trace[599322796] 'compare' (duration: 86.072135ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.595098Z","caller":"traceutil/trace.go:171","msg":"trace[582086838] linearizableReadLoop","detail":"{readStateIndex:20185; appliedIndex:20184; }","duration":"172.723075ms","start":"2026-03-02T16:41:57.422354Z","end":"2026-03-02T16:41:57.595077Z","steps":["trace[582086838] 'read index received' (duration: 86.382233ms)","trace[582086838] 'applied index is now lower than readState.Index' (duration: 86.338452ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.595165Z","caller":"traceutil/trace.go:171","msg":"trace[842601162] transaction","detail":"{read_only:false; response_revision:19429; number_of_response:1; }","duration":"164.600637ms","start":"2026-03-02T16:41:57.430541Z","end":"2026-03-02T16:41:57.595142Z","steps":["trace[842601162] 'process raft request' (duration: 164.434812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.595301Z","caller":"traceutil/trace.go:171","msg":"trace[291996943] transaction","detail":"{read_only:false; response_revision:19430; number_of_response:1; }","duration":"162.794879ms","start":"2026-03-02T16:41:57.432493Z","end":"2026-03-02T16:41:57.595288Z","steps":["trace[291996943] 'process raft request' (duration: 162.547892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.595413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.016944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:41:57.595825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.367383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:57.59583Z","caller":"traceutil/trace.go:171","msg":"trace[75595437] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19430; }","duration":"173.492066ms","start":"2026-03-02T16:41:57.422304Z","end":"2026-03-02T16:41:57.595796Z","steps":["trace[75595437] 'agreement among raft nodes before linearized reading' (duration: 172.88629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.595897Z","caller":"traceutil/trace.go:171","msg":"trace[1721252541] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19431; }","duration":"173.467056ms","start":"2026-03-02T16:41:57.422416Z","end":"2026-03-02T16:41:57.595883Z","steps":["trace[1721252541] 'agreement among raft nodes before linearized reading' (duration: 173.272481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.596291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.600845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:41:57.596338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.13526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:57.596379Z","caller":"traceutil/trace.go:171","msg":"trace[512153747] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19431; }","duration":"156.187621ms","start":"2026-03-02T16:41:57.440182Z","end":"2026-03-02T16:41:57.59637Z","steps":["trace[512153747] 'agreement among raft nodes before linearized reading' (duration: 156.121649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.596528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.448538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:57.596564Z","caller":"traceutil/trace.go:171","msg":"trace[938711972] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19431; }","duration":"156.51319ms","start":"2026-03-02T16:41:57.440042Z","end":"2026-03-02T16:41:57.596555Z","steps":["trace[938711972] 'agreement among raft nodes before linearized reading' (duration: 156.458918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.596608Z","caller":"traceutil/trace.go:171","msg":"trace[74505721] transaction","detail":"{read_only:false; response_revision:19431; number_of_response:1; }","duration":"156.983293ms","start":"2026-03-02T16:41:57.439605Z","end":"2026-03-02T16:41:57.596588Z","steps":["trace[74505721] 'process raft request' (duration: 155.475092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.596337Z","caller":"traceutil/trace.go:171","msg":"trace[1737838831] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19431; }","duration":"155.677618ms","start":"2026-03-02T16:41:57.440645Z","end":"2026-03-02T16:41:57.596322Z","steps":["trace[1737838831] 'agreement among raft nodes before linearized reading' (duration: 155.598515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.596774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.143074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-dhcp-agent\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T16:41:57.596807Z","caller":"traceutil/trace.go:171","msg":"trace[1941432511] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-dhcp-agent; range_end:; response_count:1; response_revision:19431; }","duration":"174.177194ms","start":"2026-03-02T16:41:57.422619Z","end":"2026-03-02T16:41:57.596797Z","steps":["trace[1941432511] 'agreement among raft nodes before linearized reading' (duration: 174.121893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.596712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.032811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-02T16:41:57.596968Z","caller":"traceutil/trace.go:171","msg":"trace[1863101644] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19431; }","duration":"174.304888ms","start":"2026-03-02T16:41:57.422651Z","end":"2026-03-02T16:41:57.596956Z","steps":["trace[1863101644] 'agreement among raft nodes before linearized reading' (duration: 173.931378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.597006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.851836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:41:57.597048Z","caller":"traceutil/trace.go:171","msg":"trace[1621720052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19431; }","duration":"128.920588ms","start":"2026-03-02T16:41:57.468117Z","end":"2026-03-02T16:41:57.597038Z","steps":["trace[1621720052] 'agreement among raft nodes before linearized reading' (duration: 128.830905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.596924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.366708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:41:57.597237Z","caller":"traceutil/trace.go:171","msg":"trace[361425030] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19431; }","duration":"110.705298ms","start":"2026-03-02T16:41:57.486524Z","end":"2026-03-02T16:41:57.59723Z","steps":["trace[361425030] 'agreement among raft nodes before linearized reading' (duration: 110.258476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.81709Z","caller":"traceutil/trace.go:171","msg":"trace[1835942566] linearizableReadLoop","detail":"{readStateIndex:20189; appliedIndex:20188; }","duration":"212.050343ms","start":"2026-03-02T16:41:57.605016Z","end":"2026-03-02T16:41:57.817066Z","steps":["trace[1835942566] 'read index received' (duration: 114.991943ms)","trace[1835942566] 'applied index is now lower than readState.Index' (duration: 97.05698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.817124Z","caller":"traceutil/trace.go:171","msg":"trace[1634366141] transaction","detail":"{read_only:false; response_revision:19432; number_of_response:1; }","duration":"214.286244ms","start":"2026-03-02T16:41:57.602783Z","end":"2026-03-02T16:41:57.817069Z","steps":["trace[1634366141] 'process raft request' (duration: 117.247694ms)","trace[1634366141] 'compare' (duration: 96.845434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:57.817391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.135785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T16:41:57.817441Z","caller":"traceutil/trace.go:171","msg":"trace[695272491] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19433; }","duration":"212.248928ms","start":"2026-03-02T16:41:57.605177Z","end":"2026-03-02T16:41:57.817425Z","steps":["trace[695272491] 'agreement among raft nodes before linearized reading' (duration: 212.060503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.817535Z","caller":"traceutil/trace.go:171","msg":"trace[1823602004] transaction","detail":"{read_only:false; response_revision:19433; number_of_response:1; }","duration":"109.852484ms","start":"2026-03-02T16:41:57.707621Z","end":"2026-03-02T16:41:57.817474Z","steps":["trace[1823602004] 'process raft request' (duration: 109.404162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.818011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.467252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T16:41:57.818059Z","caller":"traceutil/trace.go:171","msg":"trace[1300388310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19433; }","duration":"203.592246ms","start":"2026-03-02T16:41:57.614454Z","end":"2026-03-02T16:41:57.818046Z","steps":["trace[1300388310] 'agreement among raft nodes before linearized reading' (duration: 203.343119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.818755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.728778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:41:57.818801Z","caller":"traceutil/trace.go:171","msg":"trace[1276676783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19433; }","duration":"213.79259ms","start":"2026-03-02T16:41:57.604998Z","end":"2026-03-02T16:41:57.81879Z","steps":["trace[1276676783] 'agreement among raft nodes before linearized reading' (duration: 212.159276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.009199Z","caller":"traceutil/trace.go:171","msg":"trace[1337545202] linearizableReadLoop","detail":"{readStateIndex:20191; appliedIndex:20190; }","duration":"246.730086ms","start":"2026-03-02T16:41:58.762432Z","end":"2026-03-02T16:41:59.009162Z","steps":["trace[1337545202] 'read index received' (duration: 246.404407ms)","trace[1337545202] 'applied index is now lower than readState.Index' (duration: 323.799µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:59.009318Z","caller":"traceutil/trace.go:171","msg":"trace[11704211] transaction","detail":"{read_only:false; response_revision:19434; number_of_response:1; }","duration":"253.552029ms","start":"2026-03-02T16:41:58.755719Z","end":"2026-03-02T16:41:59.009271Z","steps":["trace[11704211] 'process raft request' (duration: 253.136288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.009564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.097956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-metadata-agent\" ","response":"range_response_count:1 size:548"} {"level":"info","ts":"2026-03-02T16:41:59.009672Z","caller":"traceutil/trace.go:171","msg":"trace[1636535923] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-metadata-agent; range_end:; response_count:1; response_revision:19434; }","duration":"247.26025ms","start":"2026-03-02T16:41:58.762385Z","end":"2026-03-02T16:41:59.009645Z","steps":["trace[1636535923] 'agreement among raft nodes before linearized reading' (duration: 246.929281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.009688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.987231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T16:41:59.009691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.344976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-netns-cleanup-cron\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T16:41:59.009742Z","caller":"traceutil/trace.go:171","msg":"trace[700970374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19434; }","duration":"238.071963ms","start":"2026-03-02T16:41:58.771652Z","end":"2026-03-02T16:41:59.009724Z","steps":["trace[700970374] 'agreement among raft nodes before linearized reading' (duration: 237.903259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.00976Z","caller":"traceutil/trace.go:171","msg":"trace[2003459710] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-netns-cleanup-cron; range_end:; response_count:1; response_revision:19434; }","duration":"130.46929ms","start":"2026-03-02T16:41:58.87927Z","end":"2026-03-02T16:41:59.00974Z","steps":["trace[2003459710] 'agreement among raft nodes before linearized reading' (duration: 130.213153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.33534Z","caller":"traceutil/trace.go:171","msg":"trace[1018794137] transaction","detail":"{read_only:false; response_revision:19435; number_of_response:1; }","duration":"320.249902ms","start":"2026-03-02T16:41:59.015047Z","end":"2026-03-02T16:41:59.335297Z","steps":["trace[1018794137] 'process raft request' (duration: 250.198498ms)","trace[1018794137] 'compare' (duration: 69.885869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:59.3356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:59.015021Z","time spent":"320.428037ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:41:59.362639Z","caller":"traceutil/trace.go:171","msg":"trace[884670120] linearizableReadLoop","detail":"{readStateIndex:20193; appliedIndex:20191; }","duration":"108.780135ms","start":"2026-03-02T16:41:59.25383Z","end":"2026-03-02T16:41:59.36261Z","steps":["trace[884670120] 'read index received' (duration: 11.410307ms)","trace[884670120] 'applied index is now lower than readState.Index' (duration: 97.368708ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:59.362763Z","caller":"traceutil/trace.go:171","msg":"trace[1174836707] transaction","detail":"{read_only:false; response_revision:19436; number_of_response:1; }","duration":"215.63916ms","start":"2026-03-02T16:41:59.147074Z","end":"2026-03-02T16:41:59.362713Z","steps":["trace[1174836707] 'process raft request' (duration: 215.452735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.362865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.042863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-metadata-agent\" ","response":"range_response_count:1 size:548"} {"level":"info","ts":"2026-03-02T16:41:59.362929Z","caller":"traceutil/trace.go:171","msg":"trace[1437066147] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-metadata-agent; range_end:; response_count:1; response_revision:19436; }","duration":"109.163155ms","start":"2026-03-02T16:41:59.253746Z","end":"2026-03-02T16:41:59.36291Z","steps":["trace[1437066147] 'agreement among raft nodes before linearized reading' (duration: 108.97925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.362997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.524339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-netns-cleanup-cron\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T16:41:59.363097Z","caller":"traceutil/trace.go:171","msg":"trace[1986700355] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-netns-cleanup-cron; range_end:; response_count:1; response_revision:19436; }","duration":"108.670263ms","start":"2026-03-02T16:41:59.254402Z","end":"2026-03-02T16:41:59.363073Z","steps":["trace[1986700355] 'agreement among raft nodes before linearized reading' (duration: 108.409016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.707411Z","caller":"traceutil/trace.go:171","msg":"trace[1045010035] linearizableReadLoop","detail":"{readStateIndex:20195; appliedIndex:20194; }","duration":"103.624367ms","start":"2026-03-02T16:41:59.603755Z","end":"2026-03-02T16:41:59.70738Z","steps":["trace[1045010035] 'read index received' (duration: 103.513174ms)","trace[1045010035] 'applied index is now lower than readState.Index' (duration: 109.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:59.707517Z","caller":"traceutil/trace.go:171","msg":"trace[1882674906] transaction","detail":"{read_only:false; response_revision:19438; number_of_response:1; }","duration":"103.893424ms","start":"2026-03-02T16:41:59.603583Z","end":"2026-03-02T16:41:59.707476Z","steps":["trace[1882674906] 'process raft request' (duration: 103.550055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.707796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.972916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:41:59.707916Z","caller":"traceutil/trace.go:171","msg":"trace[1264164969] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19438; }","duration":"104.176572ms","start":"2026-03-02T16:41:59.603716Z","end":"2026-03-02T16:41:59.707892Z","steps":["trace[1264164969] 'agreement among raft nodes before linearized reading' (duration: 103.872224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.888789Z","caller":"traceutil/trace.go:171","msg":"trace[1042039856] transaction","detail":"{read_only:false; response_revision:19439; number_of_response:1; }","duration":"209.787172ms","start":"2026-03-02T16:41:59.678969Z","end":"2026-03-02T16:41:59.888756Z","steps":["trace[1042039856] 'process raft request' (duration: 193.403522ms)","trace[1042039856] 'compare' (duration: 16.190215ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:59.88904Z","caller":"traceutil/trace.go:171","msg":"trace[1433642547] transaction","detail":"{read_only:false; response_revision:19440; number_of_response:1; }","duration":"209.969777ms","start":"2026-03-02T16:41:59.679044Z","end":"2026-03-02T16:41:59.889014Z","steps":["trace[1433642547] 'process raft request' (duration: 209.663589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.889063Z","caller":"traceutil/trace.go:171","msg":"trace[629453849] linearizableReadLoop","detail":"{readStateIndex:20197; appliedIndex:20195; }","duration":"181.44585ms","start":"2026-03-02T16:41:59.707552Z","end":"2026-03-02T16:41:59.888998Z","steps":["trace[629453849] 'read index received' (duration: 164.797372ms)","trace[629453849] 'applied index is now lower than readState.Index' (duration: 16.644418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:59.889306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.151965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-02T16:41:59.889424Z","caller":"traceutil/trace.go:171","msg":"trace[509016522] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:19440; }","duration":"254.335771ms","start":"2026-03-02T16:41:59.635066Z","end":"2026-03-02T16:41:59.889402Z","steps":["trace[509016522] 'agreement among raft nodes before linearized reading' (duration: 253.963141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.889561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.191382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ovs-agent\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-02T16:41:59.889627Z","caller":"traceutil/trace.go:171","msg":"trace[525743653] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ovs-agent; range_end:; response_count:1; response_revision:19440; }","duration":"278.301855ms","start":"2026-03-02T16:41:59.611305Z","end":"2026-03-02T16:41:59.889607Z","steps":["trace[525743653] 'agreement among raft nodes before linearized reading' (duration: 277.972066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.925495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.101929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:41:59.925593Z","caller":"traceutil/trace.go:171","msg":"trace[145300348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19441; }","duration":"101.255323ms","start":"2026-03-02T16:41:59.824306Z","end":"2026-03-02T16:41:59.925561Z","steps":["trace[145300348] 'agreement among raft nodes before linearized reading' (duration: 100.951355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.925719Z","caller":"traceutil/trace.go:171","msg":"trace[262638108] transaction","detail":"{read_only:false; response_revision:19441; number_of_response:1; }","duration":"100.545014ms","start":"2026-03-02T16:41:59.82515Z","end":"2026-03-02T16:41:59.925695Z","steps":["trace[262638108] 'process raft request' (duration: 99.760093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:00.099044Z","caller":"traceutil/trace.go:171","msg":"trace[1444241243] linearizableReadLoop","detail":"{readStateIndex:20199; appliedIndex:20198; }","duration":"168.457051ms","start":"2026-03-02T16:41:59.930556Z","end":"2026-03-02T16:42:00.099013Z","steps":["trace[1444241243] 'read index received' (duration: 91.878642ms)","trace[1444241243] 'applied index is now lower than readState.Index' (duration: 76.576849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:00.099112Z","caller":"traceutil/trace.go:171","msg":"trace[1228489726] transaction","detail":"{read_only:false; response_revision:19442; number_of_response:1; }","duration":"168.834301ms","start":"2026-03-02T16:41:59.930242Z","end":"2026-03-02T16:42:00.099077Z","steps":["trace[1228489726] 'process raft request' (duration: 92.2ms)","trace[1228489726] 'compare' (duration: 76.24628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:00.099943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.032085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:00.099956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.857843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ovs-agent\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-02T16:42:00.100071Z","caller":"traceutil/trace.go:171","msg":"trace[916380778] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19442; }","duration":"121.170249ms","start":"2026-03-02T16:41:59.978867Z","end":"2026-03-02T16:42:00.100037Z","steps":["trace[916380778] 'agreement among raft nodes before linearized reading' (duration: 120.988114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:00.100302Z","caller":"traceutil/trace.go:171","msg":"trace[501923958] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ovs-agent; range_end:; response_count:1; response_revision:19442; }","duration":"117.246033ms","start":"2026-03-02T16:41:59.98303Z","end":"2026-03-02T16:42:00.100276Z","steps":["trace[501923958] 'agreement among raft nodes before linearized reading' (duration: 116.808511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.100609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.162598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-02T16:42:00.100825Z","caller":"traceutil/trace.go:171","msg":"trace[1380026485] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:19442; }","duration":"105.449997ms","start":"2026-03-02T16:41:59.995326Z","end":"2026-03-02T16:42:00.100776Z","steps":["trace[1380026485] 'agreement among raft nodes before linearized reading' (duration: 104.47065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.101558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.077551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:00.101677Z","caller":"traceutil/trace.go:171","msg":"trace[102014345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"168.250435ms","start":"2026-03-02T16:41:59.933403Z","end":"2026-03-02T16:42:00.101653Z","steps":["trace[102014345] 'agreement among raft nodes before linearized reading' (duration: 166.045846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.101913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.481425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:00.102331Z","caller":"traceutil/trace.go:171","msg":"trace[135459935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"170.944947ms","start":"2026-03-02T16:41:59.931349Z","end":"2026-03-02T16:42:00.102293Z","steps":["trace[135459935] 'agreement among raft nodes before linearized reading' (duration: 168.283266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.102468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.119812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:00.102595Z","caller":"traceutil/trace.go:171","msg":"trace[1266318585] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"171.227006ms","start":"2026-03-02T16:41:59.931299Z","end":"2026-03-02T16:42:00.102526Z","steps":["trace[1266318585] 'agreement among raft nodes before linearized reading' (duration: 167.880396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.103798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.751939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"warn","ts":"2026-03-02T16:42:00.103921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.350603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:00.104Z","caller":"traceutil/trace.go:171","msg":"trace[1842267354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"173.441585ms","start":"2026-03-02T16:41:59.930535Z","end":"2026-03-02T16:42:00.103977Z","steps":["trace[1842267354] 'agreement among raft nodes before linearized reading' (duration: 168.622815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.104242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.067497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:00.104308Z","caller":"traceutil/trace.go:171","msg":"trace[1545892332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"169.145209ms","start":"2026-03-02T16:41:59.935143Z","end":"2026-03-02T16:42:00.104288Z","steps":["trace[1545892332] 'agreement among raft nodes before linearized reading' (duration: 164.131884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.105557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.929918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:00.105615Z","caller":"traceutil/trace.go:171","msg":"trace[522362237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"171.004509ms","start":"2026-03-02T16:41:59.934594Z","end":"2026-03-02T16:42:00.105599Z","steps":["trace[522362237] 'agreement among raft nodes before linearized reading' (duration: 165.188543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:00.10388Z","caller":"traceutil/trace.go:171","msg":"trace[1161270277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19442; }","duration":"171.855643ms","start":"2026-03-02T16:41:59.932008Z","end":"2026-03-02T16:42:00.103863Z","steps":["trace[1161270277] 'agreement among raft nodes before linearized reading' (duration: 167.571897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:01.692486Z","caller":"traceutil/trace.go:171","msg":"trace[636221617] linearizableReadLoop","detail":"{readStateIndex:20202; appliedIndex:20201; }","duration":"216.105242ms","start":"2026-03-02T16:42:01.476348Z","end":"2026-03-02T16:42:01.692453Z","steps":["trace[636221617] 'read index received' (duration: 215.875926ms)","trace[636221617] 'applied index is now lower than readState.Index' (duration: 223.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:01.692527Z","caller":"traceutil/trace.go:171","msg":"trace[1056480087] transaction","detail":"{read_only:false; response_revision:19445; number_of_response:1; }","duration":"230.365515ms","start":"2026-03-02T16:42:01.462128Z","end":"2026-03-02T16:42:01.692493Z","steps":["trace[1056480087] 'process raft request' (duration: 230.15386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:01.692745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.350389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T16:42:01.692784Z","caller":"traceutil/trace.go:171","msg":"trace[280105439] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:1; response_revision:19445; }","duration":"216.469082ms","start":"2026-03-02T16:42:01.476304Z","end":"2026-03-02T16:42:01.692773Z","steps":["trace[280105439] 'agreement among raft nodes before linearized reading' (duration: 216.295357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:01.692826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.31507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:42:01.692888Z","caller":"traceutil/trace.go:171","msg":"trace[1303135059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19445; }","duration":"209.398031ms","start":"2026-03-02T16:42:01.483469Z","end":"2026-03-02T16:42:01.692867Z","steps":["trace[1303135059] 'agreement among raft nodes before linearized reading' (duration: 209.215166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:01.69306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.919822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T16:42:01.693119Z","caller":"traceutil/trace.go:171","msg":"trace[1087764337] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19445; }","duration":"134.014565ms","start":"2026-03-02T16:42:01.559084Z","end":"2026-03-02T16:42:01.693098Z","steps":["trace[1087764337] 'agreement among raft nodes before linearized reading' (duration: 133.84572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:01.693128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.284797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:42:01.693165Z","caller":"traceutil/trace.go:171","msg":"trace[196268697] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:19445; }","duration":"174.36874ms","start":"2026-03-02T16:42:01.518784Z","end":"2026-03-02T16:42:01.693153Z","steps":["trace[196268697] 'agreement among raft nodes before linearized reading' (duration: 174.269097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:02.23507Z","caller":"traceutil/trace.go:171","msg":"trace[1719300649] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"106.405702ms","start":"2026-03-02T16:42:02.12863Z","end":"2026-03-02T16:42:02.235036Z","steps":["trace[1719300649] 'process raft request' (duration: 106.087013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.664064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.120466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:02.664178Z","caller":"traceutil/trace.go:171","msg":"trace[1188104046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19450; }","duration":"186.302511ms","start":"2026-03-02T16:42:02.47785Z","end":"2026-03-02T16:42:02.664153Z","steps":["trace[1188104046] 'range keys from in-memory index tree' (duration: 186.002203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.668093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.469785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:02.668156Z","caller":"traceutil/trace.go:171","msg":"trace[339217121] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19450; }","duration":"286.568547ms","start":"2026-03-02T16:42:02.381575Z","end":"2026-03-02T16:42:02.668143Z","steps":["trace[339217121] 'range keys from in-memory index tree' (duration: 284.107231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.668844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.736532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:02.668951Z","caller":"traceutil/trace.go:171","msg":"trace[2132909248] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19450; }","duration":"289.912447ms","start":"2026-03-02T16:42:02.379021Z","end":"2026-03-02T16:42:02.668933Z","steps":["trace[2132909248] 'range keys from in-memory index tree' (duration: 286.013573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.770938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.087215ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:02.771081Z","caller":"traceutil/trace.go:171","msg":"trace[1693385400] linearizableReadLoop","detail":"{readStateIndex:20208; appliedIndex:20207; }","duration":"105.022193ms","start":"2026-03-02T16:42:02.666037Z","end":"2026-03-02T16:42:02.771059Z","steps":["trace[1693385400] 'read index received' (duration: 55.171µs)","trace[1693385400] 'applied index is now lower than readState.Index' (duration: 104.964732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:02.771495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.443865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:02.771597Z","caller":"traceutil/trace.go:171","msg":"trace[1014615856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19450; }","duration":"105.549628ms","start":"2026-03-02T16:42:02.666005Z","end":"2026-03-02T16:42:02.771555Z","steps":["trace[1014615856] 'agreement among raft nodes before linearized reading' (duration: 105.209249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:03.49433Z","caller":"traceutil/trace.go:171","msg":"trace[1106366459] linearizableReadLoop","detail":"{readStateIndex:20209; appliedIndex:20208; }","duration":"160.26167ms","start":"2026-03-02T16:42:03.334035Z","end":"2026-03-02T16:42:03.494297Z","steps":["trace[1106366459] 'read index received' (duration: 159.563371ms)","trace[1106366459] 'applied index is now lower than readState.Index' (duration: 696.919µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:03.494491Z","caller":"traceutil/trace.go:171","msg":"trace[1257816345] transaction","detail":"{read_only:false; response_revision:19451; number_of_response:1; }","duration":"163.016724ms","start":"2026-03-02T16:42:03.331408Z","end":"2026-03-02T16:42:03.494424Z","steps":["trace[1257816345] 'process raft request' (duration: 162.629654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.494777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.717562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-02T16:42:03.494872Z","caller":"traceutil/trace.go:171","msg":"trace[416096383] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:19451; }","duration":"160.857036ms","start":"2026-03-02T16:42:03.333989Z","end":"2026-03-02T16:42:03.494846Z","steps":["trace[416096383] 'agreement among raft nodes before linearized reading' (duration: 160.478916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.527251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.07926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:03.527323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.944669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:03.527366Z","caller":"traceutil/trace.go:171","msg":"trace[1944764855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19452; }","duration":"165.274465ms","start":"2026-03-02T16:42:03.362064Z","end":"2026-03-02T16:42:03.527339Z","steps":["trace[1944764855] 'agreement among raft nodes before linearized reading' (duration: 165.09418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:03.52741Z","caller":"traceutil/trace.go:171","msg":"trace[652303314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19452; }","duration":"106.077843ms","start":"2026-03-02T16:42:03.42131Z","end":"2026-03-02T16:42:03.527388Z","steps":["trace[652303314] 'agreement among raft nodes before linearized reading' (duration: 105.828656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.527492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.284332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-service\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:42:03.527618Z","caller":"traceutil/trace.go:171","msg":"trace[490120001] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-service; range_end:; response_count:1; response_revision:19452; }","duration":"166.423766ms","start":"2026-03-02T16:42:03.361173Z","end":"2026-03-02T16:42:03.527596Z","steps":["trace[490120001] 'agreement among raft nodes before linearized reading' (duration: 166.082216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.915693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.025881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:03.915846Z","caller":"traceutil/trace.go:171","msg":"trace[350178566] linearizableReadLoop","detail":"{readStateIndex:20213; appliedIndex:20212; }","duration":"211.893359ms","start":"2026-03-02T16:42:03.703931Z","end":"2026-03-02T16:42:03.915824Z","steps":["trace[350178566] 'read index received' (duration: 37.56126ms)","trace[350178566] 'applied index is now lower than readState.Index' (duration: 174.330259ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:03.916214Z","caller":"traceutil/trace.go:171","msg":"trace[1063358688] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"215.398103ms","start":"2026-03-02T16:42:03.700452Z","end":"2026-03-02T16:42:03.91585Z","steps":["trace[1063358688] 'process raft request' (duration: 41.049674ms)","trace[1063358688] 'compare' (duration: 173.597079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:03.920412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.464362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca.189912fb0e6fd418\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19454 ","response":"range_response_count:827 size:643764"} {"level":"info","ts":"2026-03-02T16:42:03.920478Z","caller":"traceutil/trace.go:171","msg":"trace[1898001831] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca.189912fb0e6fd418\u0000; range_end:/registry/events/openstack0; response_count:827; response_revision:19455; }","duration":"216.578145ms","start":"2026-03-02T16:42:03.703883Z","end":"2026-03-02T16:42:03.920461Z","steps":["trace[1898001831] 'agreement among raft nodes before linearized reading' (duration: 212.016422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.199275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.024328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:04.199672Z","caller":"traceutil/trace.go:171","msg":"trace[1924996983] linearizableReadLoop","detail":"{readStateIndex:20215; appliedIndex:20213; }","duration":"283.763602ms","start":"2026-03-02T16:42:03.915876Z","end":"2026-03-02T16:42:04.19964Z","steps":["trace[1924996983] 'read index received' (duration: 137.245141ms)","trace[1924996983] 'applied index is now lower than readState.Index' (duration: 146.516091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:04.19987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.892118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:04.199914Z","caller":"traceutil/trace.go:171","msg":"trace[934915158] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19458; }","duration":"485.95472ms","start":"2026-03-02T16:42:03.713947Z","end":"2026-03-02T16:42:04.199901Z","steps":["trace[934915158] 'agreement among raft nodes before linearized reading' (duration: 485.850137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.199964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.541603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-02T16:42:04.200059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.713939Z","time spent":"486.100053ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:42:04.200089Z","caller":"traceutil/trace.go:171","msg":"trace[1296001650] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-user; range_end:; response_count:1; response_revision:19458; }","duration":"397.707307ms","start":"2026-03-02T16:42:03.802356Z","end":"2026-03-02T16:42:04.200063Z","steps":["trace[1296001650] 'agreement among raft nodes before linearized reading' (duration: 397.43882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.200099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.283635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:04.20007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.037215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-03-02T16:42:04.200162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.205246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T16:42:04.200163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.802334Z","time spent":"397.811569ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T16:42:04.2002Z","caller":"traceutil/trace.go:171","msg":"trace[1571431247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19458; }","duration":"267.260588ms","start":"2026-03-02T16:42:03.932928Z","end":"2026-03-02T16:42:04.200189Z","steps":["trace[1571431247] 'agreement among raft nodes before linearized reading' (duration: 267.080754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:04.20019Z","caller":"traceutil/trace.go:171","msg":"trace[429576484] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19458; }","duration":"236.402018ms","start":"2026-03-02T16:42:03.963764Z","end":"2026-03-02T16:42:04.200166Z","steps":["trace[429576484] 'agreement among raft nodes before linearized reading' (duration: 236.207803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:04.200213Z","caller":"traceutil/trace.go:171","msg":"trace[587982330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19458; }","duration":"485.22015ms","start":"2026-03-02T16:42:03.714963Z","end":"2026-03-02T16:42:04.200183Z","steps":["trace[587982330] 'agreement among raft nodes before linearized reading' (duration: 484.81721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.200197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.328804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:42:04.199927Z","caller":"traceutil/trace.go:171","msg":"trace[225025323] transaction","detail":"{read_only:false; response_revision:19456; number_of_response:1; }","duration":"433.947181ms","start":"2026-03-02T16:42:03.765915Z","end":"2026-03-02T16:42:04.199862Z","steps":["trace[225025323] 'process raft request' (duration: 287.236825ms)","trace[225025323] 'compare' (duration: 145.731679ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:04.200222Z","caller":"traceutil/trace.go:171","msg":"trace[1086128827] transaction","detail":"{read_only:false; response_revision:19457; number_of_response:1; }","duration":"288.51692ms","start":"2026-03-02T16:42:03.911608Z","end":"2026-03-02T16:42:04.200125Z","steps":["trace[1086128827] 'process raft request' (duration: 287.828121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.200283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.714954Z","time spent":"485.316553ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"info","ts":"2026-03-02T16:42:04.200438Z","caller":"traceutil/trace.go:171","msg":"trace[1178470603] transaction","detail":"{read_only:false; response_revision:19458; number_of_response:1; }","duration":"201.766276ms","start":"2026-03-02T16:42:03.998642Z","end":"2026-03-02T16:42:04.200409Z","steps":["trace[1178470603] 'process raft request' (duration: 200.942034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:04.200293Z","caller":"traceutil/trace.go:171","msg":"trace[1704086954] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:19458; }","duration":"124.488369ms","start":"2026-03-02T16:42:04.075782Z","end":"2026-03-02T16:42:04.200271Z","steps":["trace[1704086954] 'agreement among raft nodes before linearized reading' (duration: 124.216661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.200653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.58225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:04.200742Z","caller":"traceutil/trace.go:171","msg":"trace[373462829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19458; }","duration":"269.684384ms","start":"2026-03-02T16:42:03.931035Z","end":"2026-03-02T16:42:04.20072Z","steps":["trace[373462829] 'agreement among raft nodes before linearized reading' (duration: 268.917933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.201056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.765894Z","time spent":"434.942318ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:04.609532Z","caller":"traceutil/trace.go:171","msg":"trace[1811456940] linearizableReadLoop","detail":"{readStateIndex:20218; appliedIndex:20217; }","duration":"346.238622ms","start":"2026-03-02T16:42:04.263264Z","end":"2026-03-02T16:42:04.609503Z","steps":["trace[1811456940] 'read index received' (duration: 306.02591ms)","trace[1811456940] 'applied index is now lower than readState.Index' (duration: 40.211372ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:04.60955Z","caller":"traceutil/trace.go:171","msg":"trace[1667808552] transaction","detail":"{read_only:false; response_revision:19460; number_of_response:1; }","duration":"402.229438ms","start":"2026-03-02T16:42:04.207297Z","end":"2026-03-02T16:42:04.609526Z","steps":["trace[1667808552] 'process raft request' (duration: 362.008096ms)","trace[1667808552] 'compare' (duration: 40.086068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:04.6098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.651386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:42:04.609845Z","caller":"traceutil/trace.go:171","msg":"trace[1735724615] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19460; }","duration":"342.752689ms","start":"2026-03-02T16:42:04.26708Z","end":"2026-03-02T16:42:04.609833Z","steps":["trace[1735724615] 'agreement among raft nodes before linearized reading' (duration: 342.589824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.609822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.826233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T16:42:04.609831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.621324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:42:04.609901Z","caller":"traceutil/trace.go:171","msg":"trace[1933087623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19460; }","duration":"370.989948ms","start":"2026-03-02T16:42:04.238891Z","end":"2026-03-02T16:42:04.609881Z","steps":["trace[1933087623] 'agreement among raft nodes before linearized reading' (duration: 370.737041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:04.609927Z","caller":"traceutil/trace.go:171","msg":"trace[1115721644] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:19460; }","duration":"323.738837ms","start":"2026-03-02T16:42:04.286167Z","end":"2026-03-02T16:42:04.609906Z","steps":["trace[1115721644] 'agreement among raft nodes before linearized reading' (duration: 323.50673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.609961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.238856Z","time spent":"371.096041ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:42:04.609972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.28616Z","time spent":"323.803788ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-02T16:42:04.609988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.380832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:04.610014Z","caller":"traceutil/trace.go:171","msg":"trace[1952473960] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19460; }","duration":"328.433363ms","start":"2026-03-02T16:42:04.281573Z","end":"2026-03-02T16:42:04.610007Z","steps":["trace[1952473960] 'agreement among raft nodes before linearized reading' (duration: 328.329121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.610039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.281555Z","time spent":"328.478694ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"warn","ts":"2026-03-02T16:42:04.610271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.682309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20755"} {"level":"warn","ts":"2026-03-02T16:42:04.610254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.39968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:04.610301Z","caller":"traceutil/trace.go:171","msg":"trace[1603524749] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:19460; }","duration":"328.71164ms","start":"2026-03-02T16:42:04.281583Z","end":"2026-03-02T16:42:04.610295Z","steps":["trace[1603524749] 'agreement among raft nodes before linearized reading' (duration: 328.625888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.61024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.207279Z","time spent":"402.816934ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:04.610324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.281555Z","time spent":"328.764662ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20778,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" "} {"level":"info","ts":"2026-03-02T16:42:04.610324Z","caller":"traceutil/trace.go:171","msg":"trace[1542482630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19460; }","duration":"132.511013ms","start":"2026-03-02T16:42:04.477793Z","end":"2026-03-02T16:42:04.610304Z","steps":["trace[1542482630] 'agreement among raft nodes before linearized reading' (duration: 132.39439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.609883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.267054Z","time spent":"342.82044ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" "} {"level":"warn","ts":"2026-03-02T16:42:04.610396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.987253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-02T16:42:04.610472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.03518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T16:42:04.610491Z","caller":"traceutil/trace.go:171","msg":"trace[303811563] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-ks-user; range_end:; response_count:1; response_revision:19460; }","duration":"321.108627ms","start":"2026-03-02T16:42:04.289351Z","end":"2026-03-02T16:42:04.61046Z","steps":["trace[303811563] 'agreement among raft nodes before linearized reading' (duration: 320.830759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.610497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.655465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-02T16:42:04.610547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.289342Z","time spent":"321.198159ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T16:42:04.610575Z","caller":"traceutil/trace.go:171","msg":"trace[2009567530] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9; range_end:; response_count:1; response_revision:19460; }","duration":"339.746977ms","start":"2026-03-02T16:42:04.270807Z","end":"2026-03-02T16:42:04.610554Z","steps":["trace[2009567530] 'agreement among raft nodes before linearized reading' (duration: 339.615074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.610584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.182393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-03-02T16:42:04.610619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.270798Z","time spent":"339.81273ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18668,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" "} {"level":"info","ts":"2026-03-02T16:42:04.610507Z","caller":"traceutil/trace.go:171","msg":"trace[492910999] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19460; }","duration":"329.086921ms","start":"2026-03-02T16:42:04.281409Z","end":"2026-03-02T16:42:04.610496Z","steps":["trace[492910999] 'agreement among raft nodes before linearized reading' (duration: 329.005658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:04.610712Z","caller":"traceutil/trace.go:171","msg":"trace[1710648663] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19460; }","duration":"329.244605ms","start":"2026-03-02T16:42:04.281365Z","end":"2026-03-02T16:42:04.61061Z","steps":["trace[1710648663] 'agreement among raft nodes before linearized reading' (duration: 329.169403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.610722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.281396Z","time spent":"329.311787ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14299,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" "} {"level":"warn","ts":"2026-03-02T16:42:04.610746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.281343Z","time spent":"329.395459ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"warn","ts":"2026-03-02T16:42:04.610817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.921063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:04.610876Z","caller":"traceutil/trace.go:171","msg":"trace[33771659] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19460; }","duration":"330.022045ms","start":"2026-03-02T16:42:04.280841Z","end":"2026-03-02T16:42:04.610863Z","steps":["trace[33771659] 'agreement among raft nodes before linearized reading' (duration: 329.80552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.610921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:04.28082Z","time spent":"330.088188ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18693,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" "} {"level":"info","ts":"2026-03-02T16:42:05.687718Z","caller":"traceutil/trace.go:171","msg":"trace[1060786115] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"114.627863ms","start":"2026-03-02T16:42:05.573044Z","end":"2026-03-02T16:42:05.687672Z","steps":["trace[1060786115] 'process raft request' (duration: 66.664633ms)","trace[1060786115] 'compare' (duration: 47.726673ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:06.486607Z","caller":"traceutil/trace.go:171","msg":"trace[969771350] transaction","detail":"{read_only:false; response_revision:19467; number_of_response:1; }","duration":"213.351407ms","start":"2026-03-02T16:42:06.273218Z","end":"2026-03-02T16:42:06.486569Z","steps":["trace[969771350] 'process raft request' (duration: 213.0874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:06.486585Z","caller":"traceutil/trace.go:171","msg":"trace[1605388252] linearizableReadLoop","detail":"{readStateIndex:20225; appliedIndex:20224; }","duration":"203.824091ms","start":"2026-03-02T16:42:06.282723Z","end":"2026-03-02T16:42:06.486547Z","steps":["trace[1605388252] 'read index received' (duration: 203.460241ms)","trace[1605388252] 'applied index is now lower than readState.Index' (duration: 362.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:06.487619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.757986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-db-init\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-02T16:42:06.487443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.022148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-02T16:42:06.487783Z","caller":"traceutil/trace.go:171","msg":"trace[1682888223] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:1; response_revision:19467; }","duration":"197.427979ms","start":"2026-03-02T16:42:06.290318Z","end":"2026-03-02T16:42:06.487746Z","steps":["trace[1682888223] 'agreement among raft nodes before linearized reading' (duration: 196.799292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:06.487677Z","caller":"traceutil/trace.go:171","msg":"trace[1025670348] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-db-init; range_end:; response_count:1; response_revision:19467; }","duration":"124.864859ms","start":"2026-03-02T16:42:06.362797Z","end":"2026-03-02T16:42:06.487662Z","steps":["trace[1025670348] 'agreement among raft nodes before linearized reading' (duration: 124.668243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.489003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.255847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:42:06.489073Z","caller":"traceutil/trace.go:171","msg":"trace[1855547725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19467; }","duration":"206.3839ms","start":"2026-03-02T16:42:06.282673Z","end":"2026-03-02T16:42:06.489057Z","steps":["trace[1855547725] 'agreement among raft nodes before linearized reading' (duration: 204.001416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.809745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.344873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T16:42:06.809834Z","caller":"traceutil/trace.go:171","msg":"trace[901110079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19469; }","duration":"118.498657ms","start":"2026-03-02T16:42:06.691316Z","end":"2026-03-02T16:42:06.809814Z","steps":["trace[901110079] 'range keys from in-memory index tree' (duration: 118.105846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.810169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.951336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-02T16:42:06.810221Z","caller":"traceutil/trace.go:171","msg":"trace[2135115459] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:19469; }","duration":"149.041248ms","start":"2026-03-02T16:42:06.661169Z","end":"2026-03-02T16:42:06.81021Z","steps":["trace[2135115459] 'range keys from in-memory index tree' (duration: 148.797032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.810513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.076034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T16:42:06.810561Z","caller":"traceutil/trace.go:171","msg":"trace[536610015] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19469; }","duration":"141.144877ms","start":"2026-03-02T16:42:06.669402Z","end":"2026-03-02T16:42:06.810547Z","steps":["trace[536610015] 'range keys from in-memory index tree' (duration: 140.94943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.810735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.175704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:06.81077Z","caller":"traceutil/trace.go:171","msg":"trace[374871234] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19469; }","duration":"126.227445ms","start":"2026-03-02T16:42:06.684533Z","end":"2026-03-02T16:42:06.810761Z","steps":["trace[374871234] 'range keys from in-memory index tree' (duration: 126.057321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.810805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.084798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20755"} {"level":"info","ts":"2026-03-02T16:42:06.810898Z","caller":"traceutil/trace.go:171","msg":"trace[1932832454] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:19469; }","duration":"124.20977ms","start":"2026-03-02T16:42:06.686667Z","end":"2026-03-02T16:42:06.810876Z","steps":["trace[1932832454] 'range keys from in-memory index tree' (duration: 123.956284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.811114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.355221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:42:06.81116Z","caller":"traceutil/trace.go:171","msg":"trace[1760604940] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19469; }","duration":"125.426434ms","start":"2026-03-02T16:42:06.685723Z","end":"2026-03-02T16:42:06.811149Z","steps":["trace[1760604940] 'range keys from in-memory index tree' (duration: 125.170736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:06.929199Z","caller":"traceutil/trace.go:171","msg":"trace[272159674] linearizableReadLoop","detail":"{readStateIndex:20228; appliedIndex:20227; }","duration":"103.74889ms","start":"2026-03-02T16:42:06.825425Z","end":"2026-03-02T16:42:06.929174Z","steps":["trace[272159674] 'read index received' (duration: 103.633407ms)","trace[272159674] 'applied index is now lower than readState.Index' (duration: 113.743µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:06.929377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.922085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:06.929477Z","caller":"traceutil/trace.go:171","msg":"trace[1609999179] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19469; }","duration":"104.077439ms","start":"2026-03-02T16:42:06.825368Z","end":"2026-03-02T16:42:06.929445Z","steps":["trace[1609999179] 'agreement among raft nodes before linearized reading' (duration: 103.916095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:06.943078Z","caller":"traceutil/trace.go:171","msg":"trace[1912675184] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"117.239533ms","start":"2026-03-02T16:42:06.825801Z","end":"2026-03-02T16:42:06.943041Z","steps":["trace[1912675184] 'process raft request' (duration: 116.841203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.943991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.477597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:06.944093Z","caller":"traceutil/trace.go:171","msg":"trace[1171456524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"118.635411ms","start":"2026-03-02T16:42:06.825438Z","end":"2026-03-02T16:42:06.944073Z","steps":["trace[1171456524] 'agreement among raft nodes before linearized reading' (duration: 117.421618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.944936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.307279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:06.94507Z","caller":"traceutil/trace.go:171","msg":"trace[116184508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"119.473333ms","start":"2026-03-02T16:42:06.825567Z","end":"2026-03-02T16:42:06.94504Z","steps":["trace[116184508] 'agreement among raft nodes before linearized reading' (duration: 117.694355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.945408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.796852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"warn","ts":"2026-03-02T16:42:06.945436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.889065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:06.945491Z","caller":"traceutil/trace.go:171","msg":"trace[1107978282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"119.908654ms","start":"2026-03-02T16:42:06.825563Z","end":"2026-03-02T16:42:06.945471Z","steps":["trace[1107978282] 'agreement among raft nodes before linearized reading' (duration: 117.607903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:06.945523Z","caller":"traceutil/trace.go:171","msg":"trace[44140141] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"119.991847ms","start":"2026-03-02T16:42:06.825505Z","end":"2026-03-02T16:42:06.945497Z","steps":["trace[44140141] 'agreement among raft nodes before linearized reading' (duration: 118.094266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.945692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.154652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:06.945752Z","caller":"traceutil/trace.go:171","msg":"trace[987516077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"120.228504ms","start":"2026-03-02T16:42:06.825506Z","end":"2026-03-02T16:42:06.945735Z","steps":["trace[987516077] 'agreement among raft nodes before linearized reading' (duration: 117.684315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.952366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.02874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:06.955544Z","caller":"traceutil/trace.go:171","msg":"trace[36280802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"129.222355ms","start":"2026-03-02T16:42:06.826273Z","end":"2026-03-02T16:42:06.955495Z","steps":["trace[36280802] 'agreement among raft nodes before linearized reading' (duration: 116.892844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.956293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.5289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:06.956366Z","caller":"traceutil/trace.go:171","msg":"trace[1562023826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19470; }","duration":"130.641023ms","start":"2026-03-02T16:42:06.825709Z","end":"2026-03-02T16:42:06.95635Z","steps":["trace[1562023826] 'agreement among raft nodes before linearized reading' (duration: 117.5089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:06.957052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.29004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:06.957094Z","caller":"traceutil/trace.go:171","msg":"trace[47021713] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19470; }","duration":"131.386964ms","start":"2026-03-02T16:42:06.825698Z","end":"2026-03-02T16:42:06.957085Z","steps":["trace[47021713] 'agreement among raft nodes before linearized reading' (duration: 117.186182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:08.150009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.86487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-service\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-03-02T16:42:08.150124Z","caller":"traceutil/trace.go:171","msg":"trace[1871313197] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-service; range_end:; response_count:1; response_revision:19474; }","duration":"395.061285ms","start":"2026-03-02T16:42:07.755038Z","end":"2026-03-02T16:42:08.150099Z","steps":["trace[1871313197] 'range keys from in-memory index tree' (duration: 394.581322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:08.150116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.358335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"warn","ts":"2026-03-02T16:42:08.150169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:07.755015Z","time spent":"395.143798ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":569,"request content":"key:\"/registry/serviceaccounts/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-02T16:42:08.150196Z","caller":"traceutil/trace.go:171","msg":"trace[730966387] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:19474; }","duration":"269.484398ms","start":"2026-03-02T16:42:07.880689Z","end":"2026-03-02T16:42:08.150173Z","steps":["trace[730966387] 'range keys from in-memory index tree' (duration: 269.195691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:08.150598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.754961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:08.15068Z","caller":"traceutil/trace.go:171","msg":"trace[1040182082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19474; }","duration":"209.840624ms","start":"2026-03-02T16:42:07.940795Z","end":"2026-03-02T16:42:08.150636Z","steps":["trace[1040182082] 'range keys from in-memory index tree' (duration: 208.794946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:08.367939Z","caller":"traceutil/trace.go:171","msg":"trace[190678871] linearizableReadLoop","detail":"{readStateIndex:20236; appliedIndex:20235; }","duration":"135.549716ms","start":"2026-03-02T16:42:08.23236Z","end":"2026-03-02T16:42:08.36791Z","steps":["trace[190678871] 'read index received' (duration: 77.661979ms)","trace[190678871] 'applied index is now lower than readState.Index' (duration: 57.886367ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:08.367969Z","caller":"traceutil/trace.go:171","msg":"trace[261326139] transaction","detail":"{read_only:false; response_revision:19476; number_of_response:1; }","duration":"144.945348ms","start":"2026-03-02T16:42:08.222969Z","end":"2026-03-02T16:42:08.367914Z","steps":["trace[261326139] 'process raft request' (duration: 87.037101ms)","trace[261326139] 'compare' (duration: 57.662901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:08.368163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.490266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:08.368213Z","caller":"traceutil/trace.go:171","msg":"trace[386714186] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19476; }","duration":"157.608879ms","start":"2026-03-02T16:42:08.210587Z","end":"2026-03-02T16:42:08.368196Z","steps":["trace[386714186] 'agreement among raft nodes before linearized reading' (duration: 157.337961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:08.368267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.019042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T16:42:08.368352Z","caller":"traceutil/trace.go:171","msg":"trace[368999901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19476; }","duration":"196.168336ms","start":"2026-03-02T16:42:08.17216Z","end":"2026-03-02T16:42:08.368329Z","steps":["trace[368999901] 'agreement among raft nodes before linearized reading' (duration: 195.869938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:08.3696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.785102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:129 size:1729965"} {"level":"info","ts":"2026-03-02T16:42:08.369682Z","caller":"traceutil/trace.go:171","msg":"trace[371717930] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:19477; }","duration":"132.930135ms","start":"2026-03-02T16:42:08.236734Z","end":"2026-03-02T16:42:08.369664Z","steps":["trace[371717930] 'agreement among raft nodes before linearized reading' (duration: 131.420475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:08.663806Z","caller":"traceutil/trace.go:171","msg":"trace[1449082361] transaction","detail":"{read_only:false; response_revision:19478; number_of_response:1; }","duration":"108.060816ms","start":"2026-03-02T16:42:08.555662Z","end":"2026-03-02T16:42:08.663723Z","steps":["trace[1449082361] 'process raft request' (duration: 107.739177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:08.673595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.128728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca.189912fb0e6fd418\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19477 ","response":"range_response_count:827 size:643764"} {"level":"info","ts":"2026-03-02T16:42:08.673801Z","caller":"traceutil/trace.go:171","msg":"trace[1490164316] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca.189912fb0e6fd418\u0000; range_end:/registry/events/openstack0; response_count:827; response_revision:19478; }","duration":"108.393865ms","start":"2026-03-02T16:42:08.565297Z","end":"2026-03-02T16:42:08.67369Z","steps":["trace[1490164316] 'agreement among raft nodes before linearized reading' (duration: 98.487009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:09.058591Z","caller":"traceutil/trace.go:171","msg":"trace[1757280064] transaction","detail":"{read_only:false; response_revision:19480; number_of_response:1; }","duration":"105.664912ms","start":"2026-03-02T16:42:08.95287Z","end":"2026-03-02T16:42:09.058535Z","steps":["trace[1757280064] 'process raft request' (duration: 105.316992ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:10.108005Z","caller":"traceutil/trace.go:171","msg":"trace[1280608302] linearizableReadLoop","detail":"{readStateIndex:20243; appliedIndex:20242; }","duration":"355.161841ms","start":"2026-03-02T16:42:09.752818Z","end":"2026-03-02T16:42:10.10798Z","steps":["trace[1280608302] 'read index received' (duration: 323.081548ms)","trace[1280608302] 'applied index is now lower than readState.Index' (duration: 32.079463ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:10.108046Z","caller":"traceutil/trace.go:171","msg":"trace[309171696] transaction","detail":"{read_only:false; response_revision:19483; number_of_response:1; }","duration":"387.941592ms","start":"2026-03-02T16:42:09.720055Z","end":"2026-03-02T16:42:10.107996Z","steps":["trace[309171696] 'process raft request' (duration: 356.067935ms)","trace[309171696] 'compare' (duration: 31.657651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:10.108199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.720037Z","time spent":"388.086387ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:10.108198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.359277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"info","ts":"2026-03-02T16:42:10.108253Z","caller":"traceutil/trace.go:171","msg":"trace[35709526] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:19483; }","duration":"355.437629ms","start":"2026-03-02T16:42:09.752804Z","end":"2026-03-02T16:42:10.108241Z","steps":["trace[35709526] 'agreement among raft nodes before linearized reading' (duration: 355.259694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.108299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.752741Z","time spent":"355.549111ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1960,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-03-02T16:42:10.110317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.775932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:10.11037Z","caller":"traceutil/trace.go:171","msg":"trace[139076572] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19483; }","duration":"344.851354ms","start":"2026-03-02T16:42:09.765504Z","end":"2026-03-02T16:42:10.110356Z","steps":["trace[139076572] 'agreement among raft nodes before linearized reading' (duration: 342.629234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.110421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.765493Z","time spent":"344.903796ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1327,"response size":388769,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:42:10.540359Z","caller":"traceutil/trace.go:171","msg":"trace[1871223143] transaction","detail":"{read_only:false; response_revision:19485; number_of_response:1; }","duration":"166.203301ms","start":"2026-03-02T16:42:10.374113Z","end":"2026-03-02T16:42:10.540316Z","steps":["trace[1871223143] 'process raft request' (duration: 152.372299ms)","trace[1871223143] 'compare' (duration: 13.655597ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:10.542851Z","caller":"traceutil/trace.go:171","msg":"trace[1186128572] linearizableReadLoop","detail":"{readStateIndex:20246; appliedIndex:20244; }","duration":"157.391233ms","start":"2026-03-02T16:42:10.385424Z","end":"2026-03-02T16:42:10.542815Z","steps":["trace[1186128572] 'read index received' (duration: 141.079774ms)","trace[1186128572] 'applied index is now lower than readState.Index' (duration: 16.309699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:10.543045Z","caller":"traceutil/trace.go:171","msg":"trace[924618412] transaction","detail":"{read_only:false; response_revision:19486; number_of_response:1; }","duration":"167.832384ms","start":"2026-03-02T16:42:10.375167Z","end":"2026-03-02T16:42:10.543Z","steps":["trace[924618412] 'process raft request' (duration: 167.510545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.543146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.708182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-02T16:42:10.543192Z","caller":"traceutil/trace.go:171","msg":"trace[706242653] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:19486; }","duration":"157.834955ms","start":"2026-03-02T16:42:10.385342Z","end":"2026-03-02T16:42:10.543177Z","steps":["trace[706242653] 'agreement among raft nodes before linearized reading' (duration: 157.64727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.543277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.120993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-02T16:42:10.543342Z","caller":"traceutil/trace.go:171","msg":"trace[1725561719] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:19486; }","duration":"119.245297ms","start":"2026-03-02T16:42:10.424077Z","end":"2026-03-02T16:42:10.543323Z","steps":["trace[1725561719] 'agreement among raft nodes before linearized reading' (duration: 118.997531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:10.840489Z","caller":"traceutil/trace.go:171","msg":"trace[1858270614] linearizableReadLoop","detail":"{readStateIndex:20247; appliedIndex:20246; }","duration":"118.009164ms","start":"2026-03-02T16:42:10.722456Z","end":"2026-03-02T16:42:10.840465Z","steps":["trace[1858270614] 'read index received' (duration: 117.85172ms)","trace[1858270614] 'applied index is now lower than readState.Index' (duration: 156.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:10.840532Z","caller":"traceutil/trace.go:171","msg":"trace[274698161] transaction","detail":"{read_only:false; response_revision:19487; number_of_response:1; }","duration":"118.115727ms","start":"2026-03-02T16:42:10.722384Z","end":"2026-03-02T16:42:10.8405Z","steps":["trace[274698161] 'process raft request' (duration: 117.934732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.842852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.375228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:10.842898Z","caller":"traceutil/trace.go:171","msg":"trace[489881183] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19487; }","duration":"120.493851ms","start":"2026-03-02T16:42:10.722395Z","end":"2026-03-02T16:42:10.842889Z","steps":["trace[489881183] 'agreement among raft nodes before linearized reading' (duration: 118.190259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.887605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.593837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:10.887688Z","caller":"traceutil/trace.go:171","msg":"trace[782813272] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"164.589366ms","start":"2026-03-02T16:42:10.723043Z","end":"2026-03-02T16:42:10.887632Z","steps":["trace[782813272] 'process raft request' (duration: 164.234387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:10.887777Z","caller":"traceutil/trace.go:171","msg":"trace[1338080357] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19488; }","duration":"135.770341ms","start":"2026-03-02T16:42:10.751933Z","end":"2026-03-02T16:42:10.887704Z","steps":["trace[1338080357] 'agreement among raft nodes before linearized reading' (duration: 135.547695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.891898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.858632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca.189912fb0e6fd418\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19486 ","response":"range_response_count:827 size:643764"} {"level":"info","ts":"2026-03-02T16:42:10.891997Z","caller":"traceutil/trace.go:171","msg":"trace[1034833440] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca.189912fb0e6fd418\u0000; range_end:/registry/events/openstack0; response_count:827; response_revision:19488; }","duration":"140.028336ms","start":"2026-03-02T16:42:10.751948Z","end":"2026-03-02T16:42:10.891976Z","steps":["trace[1034833440] 'agreement among raft nodes before linearized reading' (duration: 135.523505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:11.175282Z","caller":"traceutil/trace.go:171","msg":"trace[575617420] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"107.915732ms","start":"2026-03-02T16:42:11.067337Z","end":"2026-03-02T16:42:11.175253Z","steps":["trace[575617420] 'process raft request' (duration: 107.606134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:11.409504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.639506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:11.409617Z","caller":"traceutil/trace.go:171","msg":"trace[1286467847] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19489; }","duration":"100.818861ms","start":"2026-03-02T16:42:11.308778Z","end":"2026-03-02T16:42:11.409597Z","steps":["trace[1286467847] 'range keys from in-memory index tree' (duration: 98.324195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:11.831803Z","caller":"traceutil/trace.go:171","msg":"trace[1282916553] linearizableReadLoop","detail":"{readStateIndex:20251; appliedIndex:20250; }","duration":"111.385866ms","start":"2026-03-02T16:42:11.720392Z","end":"2026-03-02T16:42:11.831778Z","steps":["trace[1282916553] 'read index received' (duration: 42.662658ms)","trace[1282916553] 'applied index is now lower than readState.Index' (duration: 68.722058ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:11.831937Z","caller":"traceutil/trace.go:171","msg":"trace[1193514375] transaction","detail":"{read_only:false; response_revision:19491; number_of_response:1; }","duration":"123.41479ms","start":"2026-03-02T16:42:11.708444Z","end":"2026-03-02T16:42:11.831859Z","steps":["trace[1193514375] 'process raft request' (duration: 54.618549ms)","trace[1193514375] 'compare' (duration: 68.596915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:11.831997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.586172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:11.832039Z","caller":"traceutil/trace.go:171","msg":"trace[1886912406] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19491; }","duration":"111.675954ms","start":"2026-03-02T16:42:11.720356Z","end":"2026-03-02T16:42:11.832032Z","steps":["trace[1886912406] 'agreement among raft nodes before linearized reading' (duration: 111.579202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:11.832102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.689833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:11.832192Z","caller":"traceutil/trace.go:171","msg":"trace[1279810962] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19491; }","duration":"108.789716ms","start":"2026-03-02T16:42:11.723383Z","end":"2026-03-02T16:42:11.832173Z","steps":["trace[1279810962] 'agreement among raft nodes before linearized reading' (duration: 108.615421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:11.832325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.254902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:11.832455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.259662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:11.832505Z","caller":"traceutil/trace.go:171","msg":"trace[513762602] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19491; }","duration":"111.311404ms","start":"2026-03-02T16:42:11.721183Z","end":"2026-03-02T16:42:11.832495Z","steps":["trace[513762602] 'agreement among raft nodes before linearized reading' (duration: 111.230182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:11.832523Z","caller":"traceutil/trace.go:171","msg":"trace[72800881] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19491; }","duration":"111.464818ms","start":"2026-03-02T16:42:11.721028Z","end":"2026-03-02T16:42:11.832492Z","steps":["trace[72800881] 'agreement among raft nodes before linearized reading' (duration: 110.965084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.079187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.948468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-03-02T16:42:12.079331Z","caller":"traceutil/trace.go:171","msg":"trace[118843069] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:19491; }","duration":"145.122733ms","start":"2026-03-02T16:42:11.934192Z","end":"2026-03-02T16:42:12.079315Z","steps":["trace[118843069] 'range keys from in-memory index tree' (duration: 144.805265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.367154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.518813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:710"} {"level":"warn","ts":"2026-03-02T16:42:12.367176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.687921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:937"} {"level":"info","ts":"2026-03-02T16:42:12.367266Z","caller":"traceutil/trace.go:171","msg":"trace[2143093414] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:19492; }","duration":"158.701718ms","start":"2026-03-02T16:42:12.20854Z","end":"2026-03-02T16:42:12.367241Z","steps":["trace[2143093414] 'range keys from in-memory index tree' (duration: 158.286117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:12.367277Z","caller":"traceutil/trace.go:171","msg":"trace[1918022577] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:19492; }","duration":"157.872856ms","start":"2026-03-02T16:42:12.209381Z","end":"2026-03-02T16:42:12.367254Z","steps":["trace[1918022577] 'range keys from in-memory index tree' (duration: 157.312251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.724964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.957676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:12.725066Z","caller":"traceutil/trace.go:171","msg":"trace[2091908877] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19495; }","duration":"104.09841ms","start":"2026-03-02T16:42:12.620935Z","end":"2026-03-02T16:42:12.725034Z","steps":["trace[2091908877] 'agreement among raft nodes before linearized reading' (duration: 101.104409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.221019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.229536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:13.221135Z","caller":"traceutil/trace.go:171","msg":"trace[246655679] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19497; }","duration":"116.419911ms","start":"2026-03-02T16:42:13.104686Z","end":"2026-03-02T16:42:13.221106Z","steps":["trace[246655679] 'count revisions from in-memory index tree' (duration: 116.116243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.222227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.058635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:129 size:1729965"} {"level":"info","ts":"2026-03-02T16:42:13.222311Z","caller":"traceutil/trace.go:171","msg":"trace[1738693053] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:19497; }","duration":"144.174578ms","start":"2026-03-02T16:42:13.078118Z","end":"2026-03-02T16:42:13.222293Z","steps":["trace[1738693053] 'range keys from in-memory index tree' (duration: 143.062397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.50564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.631044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:13.505758Z","caller":"traceutil/trace.go:171","msg":"trace[1161661406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"181.808089ms","start":"2026-03-02T16:42:13.323927Z","end":"2026-03-02T16:42:13.505735Z","steps":["trace[1161661406] 'range keys from in-memory index tree' (duration: 180.571226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.505743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.723253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"warn","ts":"2026-03-02T16:42:13.505746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.284221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:13.505832Z","caller":"traceutil/trace.go:171","msg":"trace[715269032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"182.824826ms","start":"2026-03-02T16:42:13.322988Z","end":"2026-03-02T16:42:13.505813Z","steps":["trace[715269032] 'range keys from in-memory index tree' (duration: 181.450599ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:13.50585Z","caller":"traceutil/trace.go:171","msg":"trace[1454477111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"179.467156ms","start":"2026-03-02T16:42:13.326364Z","end":"2026-03-02T16:42:13.505831Z","steps":["trace[1454477111] 'range keys from in-memory index tree' (duration: 177.500503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.506897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.392935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:13.506953Z","caller":"traceutil/trace.go:171","msg":"trace[541174153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"182.467506ms","start":"2026-03-02T16:42:13.324475Z","end":"2026-03-02T16:42:13.506942Z","steps":["trace[541174153] 'range keys from in-memory index tree' (duration: 180.223396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.507044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.270198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:13.507121Z","caller":"traceutil/trace.go:171","msg":"trace[1496085039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"183.370161ms","start":"2026-03-02T16:42:13.323734Z","end":"2026-03-02T16:42:13.507104Z","steps":["trace[1496085039] 'range keys from in-memory index tree' (duration: 180.518774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.507092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.269314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:13.507197Z","caller":"traceutil/trace.go:171","msg":"trace[1587184225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"181.44848ms","start":"2026-03-02T16:42:13.32573Z","end":"2026-03-02T16:42:13.507178Z","steps":["trace[1587184225] 'range keys from in-memory index tree' (duration: 178.008547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.507986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.889832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:13.508069Z","caller":"traceutil/trace.go:171","msg":"trace[1571652725] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19498; }","duration":"184.982624ms","start":"2026-03-02T16:42:13.323072Z","end":"2026-03-02T16:42:13.508054Z","steps":["trace[1571652725] 'range keys from in-memory index tree' (duration: 181.007497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:13.509114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.595878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:13.509198Z","caller":"traceutil/trace.go:171","msg":"trace[1592423035] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19498; }","duration":"160.714391ms","start":"2026-03-02T16:42:13.348468Z","end":"2026-03-02T16:42:13.509182Z","steps":["trace[1592423035] 'range keys from in-memory index tree' (duration: 156.329834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.081569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.65084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:14.081681Z","caller":"traceutil/trace.go:171","msg":"trace[772894294] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19499; }","duration":"244.819714ms","start":"2026-03-02T16:42:13.836838Z","end":"2026-03-02T16:42:14.081657Z","steps":["trace[772894294] 'range keys from in-memory index tree' (duration: 244.462965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.081786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.893953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:14.081881Z","caller":"traceutil/trace.go:171","msg":"trace[766205538] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19499; }","duration":"246.033888ms","start":"2026-03-02T16:42:13.835827Z","end":"2026-03-02T16:42:14.081861Z","steps":["trace[766205538] 'range keys from in-memory index tree' (duration: 245.788971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.081925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.786676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-02T16:42:14.082008Z","caller":"traceutil/trace.go:171","msg":"trace[1399078095] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:19499; }","duration":"166.973331ms","start":"2026-03-02T16:42:13.915005Z","end":"2026-03-02T16:42:14.081978Z","steps":["trace[1399078095] 'range keys from in-memory index tree' (duration: 166.626492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.081912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.782084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:14.084765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.786484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:14.084848Z","caller":"traceutil/trace.go:171","msg":"trace[5877479] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19499; }","duration":"247.748304ms","start":"2026-03-02T16:42:13.837078Z","end":"2026-03-02T16:42:14.084826Z","steps":["trace[5877479] 'range keys from in-memory index tree' (duration: 244.701312ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:14.084887Z","caller":"traceutil/trace.go:171","msg":"trace[636941126] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19499; }","duration":"247.901828ms","start":"2026-03-02T16:42:13.836936Z","end":"2026-03-02T16:42:14.084838Z","steps":["trace[636941126] 'range keys from in-memory index tree' (duration: 247.682642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.086623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.9547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:14.09119Z","caller":"traceutil/trace.go:171","msg":"trace[2007920058] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19499; }","duration":"155.528263ms","start":"2026-03-02T16:42:13.93564Z","end":"2026-03-02T16:42:14.091168Z","steps":["trace[2007920058] 'range keys from in-memory index tree' (duration: 148.562716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.710891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503794532,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:42:14.798101Z","caller":"traceutil/trace.go:171","msg":"trace[18114081] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"627.473866ms","start":"2026-03-02T16:42:14.170595Z","end":"2026-03-02T16:42:14.798069Z","steps":["trace[18114081] 'process raft request' (duration: 627.197529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.798285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.170557Z","time spent":"627.637221ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:14.88079Z","caller":"traceutil/trace.go:171","msg":"trace[729496886] linearizableReadLoop","detail":"{readStateIndex:20263; appliedIndex:20260; }","duration":"670.429701ms","start":"2026-03-02T16:42:14.210321Z","end":"2026-03-02T16:42:14.88075Z","steps":["trace[729496886] 'read index received' (duration: 587.47424ms)","trace[729496886] 'applied index is now lower than readState.Index' (duration: 82.953961ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:14.880832Z","caller":"traceutil/trace.go:171","msg":"trace[2086313494] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"273.323111ms","start":"2026-03-02T16:42:14.607475Z","end":"2026-03-02T16:42:14.880798Z","steps":["trace[2086313494] 'process raft request' (duration: 272.997833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.881087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.74101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-mgr\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-03-02T16:42:14.881143Z","caller":"traceutil/trace.go:171","msg":"trace[1710053303] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-mgr; range_end:; response_count:1; response_revision:19502; }","duration":"670.864943ms","start":"2026-03-02T16:42:14.210265Z","end":"2026-03-02T16:42:14.88113Z","steps":["trace[1710053303] 'agreement among raft nodes before linearized reading' (duration: 670.629657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.881126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.245323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2117"} {"level":"warn","ts":"2026-03-02T16:42:14.881183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.210243Z","time spent":"670.929984ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":853,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-mgr\" "} {"level":"info","ts":"2026-03-02T16:42:14.881229Z","caller":"traceutil/trace.go:171","msg":"trace[1074444537] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:19502; }","duration":"668.392466ms","start":"2026-03-02T16:42:14.21282Z","end":"2026-03-02T16:42:14.881213Z","steps":["trace[1074444537] 'agreement among raft nodes before linearized reading' (duration: 668.190221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.88125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.635983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:14.881234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.330165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:14.881287Z","caller":"traceutil/trace.go:171","msg":"trace[1714430716] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19502; }","duration":"404.679344ms","start":"2026-03-02T16:42:14.476593Z","end":"2026-03-02T16:42:14.881272Z","steps":["trace[1714430716] 'agreement among raft nodes before linearized reading' (duration: 404.614822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.881329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.476587Z","time spent":"404.735915ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:14.881353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.702138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:14.881351Z","caller":"traceutil/trace.go:171","msg":"trace[566435396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19502; }","duration":"404.495509ms","start":"2026-03-02T16:42:14.476825Z","end":"2026-03-02T16:42:14.88132Z","steps":["trace[566435396] 'agreement among raft nodes before linearized reading' (duration: 404.273013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:14.881386Z","caller":"traceutil/trace.go:171","msg":"trace[1017523954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19502; }","duration":"477.78376ms","start":"2026-03-02T16:42:14.403592Z","end":"2026-03-02T16:42:14.881376Z","steps":["trace[1017523954] 'agreement among raft nodes before linearized reading' (duration: 477.723558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.881403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.476795Z","time spent":"404.599011ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:14.881424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.403563Z","time spent":"477.851492ms","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:14.88118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.769366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:14.881512Z","caller":"traceutil/trace.go:171","msg":"trace[226383122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19502; }","duration":"405.139606ms","start":"2026-03-02T16:42:14.476361Z","end":"2026-03-02T16:42:14.881501Z","steps":["trace[226383122] 'agreement among raft nodes before linearized reading' (duration: 404.739555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.881556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.476341Z","time spent":"405.204128ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:42:14.881284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.212811Z","time spent":"668.463898ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2140,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-03-02T16:42:14.881648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.055753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:14.881707Z","caller":"traceutil/trace.go:171","msg":"trace[548894150] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19502; }","duration":"228.155086ms","start":"2026-03-02T16:42:14.653534Z","end":"2026-03-02T16:42:14.881689Z","steps":["trace[548894150] 'agreement among raft nodes before linearized reading' (duration: 228.024283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:14.881255Z","caller":"traceutil/trace.go:171","msg":"trace[477665970] transaction","detail":"{read_only:false; response_revision:19502; number_of_response:1; }","duration":"249.902131ms","start":"2026-03-02T16:42:14.631151Z","end":"2026-03-02T16:42:14.881053Z","steps":["trace[477665970] 'process raft request' (duration: 249.543752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.881869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.398466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:42:14.882516Z","caller":"traceutil/trace.go:171","msg":"trace[2058863420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19502; }","duration":"141.079784ms","start":"2026-03-02T16:42:14.741414Z","end":"2026-03-02T16:42:14.882494Z","steps":["trace[2058863420] 'agreement among raft nodes before linearized reading' (duration: 140.328244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:15.078518Z","caller":"traceutil/trace.go:171","msg":"trace[621974911] linearizableReadLoop","detail":"{readStateIndex:20265; appliedIndex:20264; }","duration":"108.172629ms","start":"2026-03-02T16:42:14.970322Z","end":"2026-03-02T16:42:15.078494Z","steps":["trace[621974911] 'read index received' (duration: 90.539515ms)","trace[621974911] 'applied index is now lower than readState.Index' (duration: 17.632114ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:15.078635Z","caller":"traceutil/trace.go:171","msg":"trace[1846986113] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"128.613899ms","start":"2026-03-02T16:42:14.950011Z","end":"2026-03-02T16:42:15.078625Z","steps":["trace[1846986113] 'process raft request' (duration: 110.974875ms)","trace[1846986113] 'compare' (duration: 17.395697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:15.078802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.472407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2117"} {"level":"info","ts":"2026-03-02T16:42:15.078832Z","caller":"traceutil/trace.go:171","msg":"trace[117573853] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:19504; }","duration":"108.56689ms","start":"2026-03-02T16:42:14.970258Z","end":"2026-03-02T16:42:15.078825Z","steps":["trace[117573853] 'agreement among raft nodes before linearized reading' (duration: 108.485788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:15.50259Z","caller":"traceutil/trace.go:171","msg":"trace[689256285] linearizableReadLoop","detail":"{readStateIndex:20267; appliedIndex:20266; }","duration":"107.45412ms","start":"2026-03-02T16:42:15.39509Z","end":"2026-03-02T16:42:15.502544Z","steps":["trace[689256285] 'read index received' (duration: 107.032519ms)","trace[689256285] 'applied index is now lower than readState.Index' (duration: 418.991µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:15.502965Z","caller":"traceutil/trace.go:171","msg":"trace[44427197] transaction","detail":"{read_only:false; response_revision:19506; number_of_response:1; }","duration":"171.662776ms","start":"2026-03-02T16:42:15.33126Z","end":"2026-03-02T16:42:15.502923Z","steps":["trace[44427197] 'process raft request' (duration: 171.012429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:15.503185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.064316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-03-02T16:42:15.503264Z","caller":"traceutil/trace.go:171","msg":"trace[587690650] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-osd; range_end:; response_count:1; response_revision:19506; }","duration":"108.18067ms","start":"2026-03-02T16:42:15.395054Z","end":"2026-03-02T16:42:15.503235Z","steps":["trace[587690650] 'agreement among raft nodes before linearized reading' (duration: 107.880392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:16.882273Z","caller":"traceutil/trace.go:171","msg":"trace[1322934162] transaction","detail":"{read_only:false; response_revision:19508; number_of_response:1; }","duration":"115.891727ms","start":"2026-03-02T16:42:16.766356Z","end":"2026-03-02T16:42:16.882247Z","steps":["trace[1322934162] 'process raft request' (duration: 115.62869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:17.046683Z","caller":"traceutil/trace.go:171","msg":"trace[1399891730] transaction","detail":"{read_only:false; response_revision:19510; number_of_response:1; }","duration":"157.862415ms","start":"2026-03-02T16:42:16.888783Z","end":"2026-03-02T16:42:17.046645Z","steps":["trace[1399891730] 'process raft request' (duration: 157.408623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:17.047065Z","caller":"traceutil/trace.go:171","msg":"trace[570308573] transaction","detail":"{read_only:false; response_revision:19512; number_of_response:1; }","duration":"151.380521ms","start":"2026-03-02T16:42:16.895637Z","end":"2026-03-02T16:42:17.047018Z","steps":["trace[570308573] 'process raft request' (duration: 150.853917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:17.047355Z","caller":"traceutil/trace.go:171","msg":"trace[1626117065] transaction","detail":"{read_only:false; response_revision:19511; number_of_response:1; }","duration":"158.143543ms","start":"2026-03-02T16:42:16.889198Z","end":"2026-03-02T16:42:17.047342Z","steps":["trace[1626117065] 'process raft request' (duration: 157.189407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:17.244999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.706589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-02T16:42:17.245148Z","caller":"traceutil/trace.go:171","msg":"trace[1853182252] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:19513; }","duration":"190.909695ms","start":"2026-03-02T16:42:17.054204Z","end":"2026-03-02T16:42:17.245113Z","steps":["trace[1853182252] 'agreement among raft nodes before linearized reading' (duration: 91.884631ms)","trace[1853182252] 'range keys from in-memory index tree' (duration: 98.723286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:17.245243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.26094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T16:42:17.245416Z","caller":"traceutil/trace.go:171","msg":"trace[1515032140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19513; }","duration":"160.482426ms","start":"2026-03-02T16:42:17.084886Z","end":"2026-03-02T16:42:17.245368Z","steps":["trace[1515032140] 'agreement among raft nodes before linearized reading' (duration: 61.248607ms)","trace[1515032140] 'range keys from in-memory index tree' (duration: 98.786537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:17.246255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.87895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:129 size:1729965"} {"level":"info","ts":"2026-03-02T16:42:17.246419Z","caller":"traceutil/trace.go:171","msg":"trace[960706374] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:19513; }","duration":"189.112676ms","start":"2026-03-02T16:42:17.057281Z","end":"2026-03-02T16:42:17.246394Z","steps":["trace[960706374] 'agreement among raft nodes before linearized reading' (duration: 88.837199ms)","trace[960706374] 'range keys from in-memory index tree' (duration: 98.52185ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:18.615555Z","caller":"traceutil/trace.go:171","msg":"trace[623416381] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"106.562636ms","start":"2026-03-02T16:42:18.508922Z","end":"2026-03-02T16:42:18.615485Z","steps":["trace[623416381] 'process raft request' (duration: 106.195266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:19.28198Z","caller":"traceutil/trace.go:171","msg":"trace[433244379] linearizableReadLoop","detail":"{readStateIndex:20286; appliedIndex:20285; }","duration":"152.912633ms","start":"2026-03-02T16:42:19.129036Z","end":"2026-03-02T16:42:19.281949Z","steps":["trace[433244379] 'read index received' (duration: 128.304751ms)","trace[433244379] 'applied index is now lower than readState.Index' (duration: 24.606312ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:19.282048Z","caller":"traceutil/trace.go:171","msg":"trace[2122664720] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"154.31715ms","start":"2026-03-02T16:42:19.127684Z","end":"2026-03-02T16:42:19.282001Z","steps":["trace[2122664720] 'process raft request' (duration: 129.656687ms)","trace[2122664720] 'compare' (duration: 24.486308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:19.28223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.168349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1610"} {"level":"info","ts":"2026-03-02T16:42:19.282328Z","caller":"traceutil/trace.go:171","msg":"trace[593053047] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:19524; }","duration":"153.292442ms","start":"2026-03-02T16:42:19.129018Z","end":"2026-03-02T16:42:19.28231Z","steps":["trace[593053047] 'agreement among raft nodes before linearized reading' (duration: 153.031065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.283301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.181147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:19.283352Z","caller":"traceutil/trace.go:171","msg":"trace[1942292193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19524; }","duration":"154.28744ms","start":"2026-03-02T16:42:19.129053Z","end":"2026-03-02T16:42:19.283341Z","steps":["trace[1942292193] 'agreement among raft nodes before linearized reading' (duration: 153.061087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.486866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.72629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:19.487125Z","caller":"traceutil/trace.go:171","msg":"trace[1344317379] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"168.035789ms","start":"2026-03-02T16:42:19.319056Z","end":"2026-03-02T16:42:19.487091Z","steps":["trace[1344317379] 'process raft request' (duration: 66.95982ms)","trace[1344317379] 'compare' (duration: 100.383311ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:19.487256Z","caller":"traceutil/trace.go:171","msg":"trace[430633050] transaction","detail":"{read_only:false; response_revision:19527; number_of_response:1; }","duration":"148.842713ms","start":"2026-03-02T16:42:19.338387Z","end":"2026-03-02T16:42:19.48723Z","steps":["trace[430633050] 'process raft request' (duration: 148.659708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.522212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.231627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-02T16:42:19.522275Z","caller":"traceutil/trace.go:171","msg":"trace[1077350852] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:19528; }","duration":"106.32036ms","start":"2026-03-02T16:42:19.415937Z","end":"2026-03-02T16:42:19.522258Z","steps":["trace[1077350852] 'agreement among raft nodes before linearized reading' (duration: 106.110084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.522496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.021785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-03-02T16:42:19.522523Z","caller":"traceutil/trace.go:171","msg":"trace[1435396025] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:19528; }","duration":"105.048146ms","start":"2026-03-02T16:42:19.417467Z","end":"2026-03-02T16:42:19.522515Z","steps":["trace[1435396025] 'agreement among raft nodes before linearized reading' (duration: 104.973284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:20.150682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.943359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:20.150781Z","caller":"traceutil/trace.go:171","msg":"trace[1968995762] linearizableReadLoop","detail":"{readStateIndex:20291; appliedIndex:20290; }","duration":"588.709624ms","start":"2026-03-02T16:42:19.562057Z","end":"2026-03-02T16:42:20.150766Z","steps":["trace[1968995762] 'read index received' (duration: 353.611851ms)","trace[1968995762] 'applied index is now lower than readState.Index' (duration: 235.092953ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:20.150849Z","caller":"traceutil/trace.go:171","msg":"trace[1843759880] transaction","detail":"{read_only:false; response_revision:19529; number_of_response:1; }","duration":"598.646171ms","start":"2026-03-02T16:42:19.552192Z","end":"2026-03-02T16:42:20.150838Z","steps":["trace[1843759880] 'process raft request' (duration: 363.461595ms)","trace[1843759880] 'compare' (duration: 234.824086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:20.150896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.552165Z","time spent":"598.704542ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:20.151022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.94698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T16:42:20.151101Z","caller":"traceutil/trace.go:171","msg":"trace[2084245227] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19529; }","duration":"589.084794ms","start":"2026-03-02T16:42:19.561993Z","end":"2026-03-02T16:42:20.151078Z","steps":["trace[2084245227] 'agreement among raft nodes before linearized reading' (duration: 588.872408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:20.151144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.561963Z","time spent":"589.170585ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T16:42:20.651768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058435503794781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:42:21.065143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.504598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:21.06537Z","caller":"traceutil/trace.go:171","msg":"trace[1076797193] transaction","detail":"{read_only:false; response_revision:19531; number_of_response:1; }","duration":"102.125597ms","start":"2026-03-02T16:42:20.963221Z","end":"2026-03-02T16:42:21.065346Z","steps":["trace[1076797193] 'process raft request' (duration: 102.059935ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.065421Z","caller":"traceutil/trace.go:171","msg":"trace[199958330] transaction","detail":"{read_only:false; response_revision:19530; number_of_response:1; }","duration":"1.196298145s","start":"2026-03-02T16:42:19.869075Z","end":"2026-03-02T16:42:21.065373Z","steps":["trace[199958330] 'process raft request' (duration: 1.090433248s)","trace[199958330] 'compare' (duration: 105.333112ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:21.065652Z","caller":"traceutil/trace.go:171","msg":"trace[777377328] linearizableReadLoop","detail":"{readStateIndex:20292; appliedIndex:20291; }","duration":"914.837884ms","start":"2026-03-02T16:42:20.150802Z","end":"2026-03-02T16:42:21.06564Z","steps":["trace[777377328] 'read index received' (duration: 808.613007ms)","trace[777377328] 'applied index is now lower than readState.Index' (duration: 106.223397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:21.065659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.86904Z","time spent":"1.196496439s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:21.06585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369709788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:21.065894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323143365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-03-02T16:42:21.065904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.009199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:21.065934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455571357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-02T16:42:21.066023Z","caller":"traceutil/trace.go:171","msg":"trace[197209797] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:19531; }","duration":"1.45567825s","start":"2026-03-02T16:42:19.610292Z","end":"2026-03-02T16:42:21.06597Z","steps":["trace[197209797] 'agreement among raft nodes before linearized reading' (duration: 1.455505505s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.066035Z","caller":"traceutil/trace.go:171","msg":"trace[1389443365] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19531; }","duration":"963.117962ms","start":"2026-03-02T16:42:20.102844Z","end":"2026-03-02T16:42:21.065962Z","steps":["trace[1389443365] 'agreement among raft nodes before linearized reading' (duration: 962.994229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33148708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-02T16:42:21.066065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.610264Z","time spent":"1.455790203s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1284,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321621484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:21.066085Z","caller":"traceutil/trace.go:171","msg":"trace[482295440] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9; range_end:; response_count:1; response_revision:19531; }","duration":"1.331550052s","start":"2026-03-02T16:42:19.734525Z","end":"2026-03-02T16:42:21.066075Z","steps":["trace[482295440] 'agreement among raft nodes before linearized reading' (duration: 1.331434508s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.102833Z","time spent":"963.241666ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:42:21.066112Z","caller":"traceutil/trace.go:171","msg":"trace[810701986] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19531; }","duration":"1.321672056s","start":"2026-03-02T16:42:19.744428Z","end":"2026-03-02T16:42:21.0661Z","steps":["trace[810701986] 'agreement among raft nodes before linearized reading' (duration: 1.321571503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.734509Z","time spent":"1.331608894s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18668,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.744417Z","time spent":"1.321717597s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18693,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.269861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0f12b54-af0e-4983-a3d4-ffe193533b3e\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T16:42:21.066209Z","caller":"traceutil/trace.go:171","msg":"trace[810745284] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0f12b54-af0e-4983-a3d4-ffe193533b3e; range_end:; response_count:1; response_revision:19531; }","duration":"910.393165ms","start":"2026-03-02T16:42:20.155796Z","end":"2026-03-02T16:42:21.06619Z","steps":["trace[810745284] 'agreement among raft nodes before linearized reading' (duration: 910.136248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433316429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-03-02T16:42:21.066245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.155764Z","time spent":"910.474637ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-c0f12b54-af0e-4983-a3d4-ffe193533b3e\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354322074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:21.066288Z","caller":"traceutil/trace.go:171","msg":"trace[355672475] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:19531; }","duration":"1.433501813s","start":"2026-03-02T16:42:19.632754Z","end":"2026-03-02T16:42:21.066256Z","steps":["trace[355672475] 'agreement among raft nodes before linearized reading' (duration: 1.433061792s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.066299Z","caller":"traceutil/trace.go:171","msg":"trace[1236243184] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19531; }","duration":"1.354402016s","start":"2026-03-02T16:42:19.711888Z","end":"2026-03-02T16:42:21.06629Z","steps":["trace[1236243184] 'agreement among raft nodes before linearized reading' (duration: 1.354345735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.711861Z","time spent":"1.354464658s","remote":"127.0.0.1:55520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:42:21.065933Z","caller":"traceutil/trace.go:171","msg":"trace[1613650498] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19531; }","duration":"1.323203527s","start":"2026-03-02T16:42:19.742718Z","end":"2026-03-02T16:42:21.065922Z","steps":["trace[1613650498] 'agreement among raft nodes before linearized reading' (duration: 1.323036203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.63273Z","time spent":"1.433605726s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1457,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.925661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:21.066387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.742707Z","time spent":"1.32366957s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" "} {"level":"info","ts":"2026-03-02T16:42:21.066417Z","caller":"traceutil/trace.go:171","msg":"trace[1732192638] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19531; }","duration":"965.024964ms","start":"2026-03-02T16:42:20.10137Z","end":"2026-03-02T16:42:21.066395Z","steps":["trace[1732192638] 'agreement among raft nodes before linearized reading' (duration: 964.941832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.647468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:21.066447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.10133Z","time spent":"965.109626ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:42:21.06646Z","caller":"traceutil/trace.go:171","msg":"trace[1098999444] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19531; }","duration":"863.704379ms","start":"2026-03-02T16:42:20.202749Z","end":"2026-03-02T16:42:21.066453Z","steps":["trace[1098999444] 'agreement among raft nodes before linearized reading' (duration: 863.653937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.202733Z","time spent":"863.74563ms","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:21.066328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.721816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:21.066501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.187243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:21.065926Z","caller":"traceutil/trace.go:171","msg":"trace[1610948680] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19531; }","duration":"1.369826561s","start":"2026-03-02T16:42:19.696082Z","end":"2026-03-02T16:42:21.065908Z","steps":["trace[1610948680] 'agreement among raft nodes before linearized reading' (duration: 1.369682997s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.066534Z","caller":"traceutil/trace.go:171","msg":"trace[1981422689] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19531; }","duration":"964.972333ms","start":"2026-03-02T16:42:20.10155Z","end":"2026-03-02T16:42:21.066523Z","steps":["trace[1981422689] 'agreement among raft nodes before linearized reading' (duration: 964.739016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.696069Z","time spent":"1.370493549s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:21.066582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.10153Z","time spent":"965.041435ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.697014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:21.066629Z","caller":"traceutil/trace.go:171","msg":"trace[543396372] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19531; }","duration":"330.812887ms","start":"2026-03-02T16:42:20.735802Z","end":"2026-03-02T16:42:21.066615Z","steps":["trace[543396372] 'agreement among raft nodes before linearized reading' (duration: 330.709164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.06666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.735771Z","time spent":"330.879579ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:21.066441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.291281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:21.066714Z","caller":"traceutil/trace.go:171","msg":"trace[1293910743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19531; }","duration":"588.563058ms","start":"2026-03-02T16:42:20.478139Z","end":"2026-03-02T16:42:21.066702Z","steps":["trace[1293910743] 'agreement among raft nodes before linearized reading' (duration: 588.26164ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.066548Z","caller":"traceutil/trace.go:171","msg":"trace[1488850593] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19531; }","duration":"136.290486ms","start":"2026-03-02T16:42:20.930242Z","end":"2026-03-02T16:42:21.066532Z","steps":["trace[1488850593] 'agreement among raft nodes before linearized reading' (duration: 136.223584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.065868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.339946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:21.066788Z","caller":"traceutil/trace.go:171","msg":"trace[1651227540] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19531; }","duration":"965.308921ms","start":"2026-03-02T16:42:20.101469Z","end":"2026-03-02T16:42:21.066778Z","steps":["trace[1651227540] 'agreement among raft nodes before linearized reading' (duration: 964.302414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.101429Z","time spent":"965.376023ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326112325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:21.066859Z","caller":"traceutil/trace.go:171","msg":"trace[1076436015] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19531; }","duration":"1.326168447s","start":"2026-03-02T16:42:19.740682Z","end":"2026-03-02T16:42:21.06685Z","steps":["trace[1076436015] 'agreement among raft nodes before linearized reading' (duration: 1.326072195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.066753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:20.478052Z","time spent":"588.691091ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.740671Z","time spent":"1.326207478s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"warn","ts":"2026-03-02T16:42:21.066916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322667003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T16:42:21.066975Z","caller":"traceutil/trace.go:171","msg":"trace[2131355239] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19531; }","duration":"1.322750065s","start":"2026-03-02T16:42:19.744204Z","end":"2026-03-02T16:42:21.066954Z","steps":["trace[2131355239] 'agreement among raft nodes before linearized reading' (duration: 1.32256518s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.067052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.744183Z","time spent":"1.322852538s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14299,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" "} {"level":"warn","ts":"2026-03-02T16:42:21.067137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325982072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20755"} {"level":"info","ts":"2026-03-02T16:42:21.06718Z","caller":"traceutil/trace.go:171","msg":"trace[85470681] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:19531; }","duration":"1.327164204s","start":"2026-03-02T16:42:19.74Z","end":"2026-03-02T16:42:21.067164Z","steps":["trace[85470681] 'agreement among raft nodes before linearized reading' (duration: 1.325767996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.067222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.73999Z","time spent":"1.327224405s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20778,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" "} {"level":"warn","ts":"2026-03-02T16:42:21.068954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32590826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:21.069065Z","caller":"traceutil/trace.go:171","msg":"trace[280195036] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19531; }","duration":"1.326115315s","start":"2026-03-02T16:42:19.74292Z","end":"2026-03-02T16:42:21.069036Z","steps":["trace[280195036] 'agreement among raft nodes before linearized reading' (duration: 1.322806336s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.069108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.742855Z","time spent":"1.326244469s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"info","ts":"2026-03-02T16:42:21.293651Z","caller":"traceutil/trace.go:171","msg":"trace[867106086] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"162.021368ms","start":"2026-03-02T16:42:21.131587Z","end":"2026-03-02T16:42:21.293609Z","steps":["trace[867106086] 'process raft request' (duration: 95.742285ms)","trace[867106086] 'compare' (duration: 66.030656ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:21.444724Z","caller":"traceutil/trace.go:171","msg":"trace[1172776040] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"111.034426ms","start":"2026-03-02T16:42:21.333651Z","end":"2026-03-02T16:42:21.444686Z","steps":["trace[1172776040] 'process raft request' (duration: 110.766029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:22.264097Z","caller":"traceutil/trace.go:171","msg":"trace[1514562922] linearizableReadLoop","detail":"{readStateIndex:20299; appliedIndex:20298; }","duration":"121.867268ms","start":"2026-03-02T16:42:22.142197Z","end":"2026-03-02T16:42:22.264064Z","steps":["trace[1514562922] 'read index received' (duration: 23.783569ms)","trace[1514562922] 'applied index is now lower than readState.Index' (duration: 98.082169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:22.264366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.152086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-d6bk5\" ","response":"range_response_count:1 size:4557"} {"level":"info","ts":"2026-03-02T16:42:22.264422Z","caller":"traceutil/trace.go:171","msg":"trace[2036510313] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-d6bk5; range_end:; response_count:1; response_revision:19536; }","duration":"122.259929ms","start":"2026-03-02T16:42:22.142151Z","end":"2026-03-02T16:42:22.264411Z","steps":["trace[2036510313] 'agreement among raft nodes before linearized reading' (duration: 122.071814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:22.264515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.259515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:42:22.264613Z","caller":"traceutil/trace.go:171","msg":"trace[1166085861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19536; }","duration":"107.412569ms","start":"2026-03-02T16:42:22.157179Z","end":"2026-03-02T16:42:22.264592Z","steps":["trace[1166085861] 'agreement among raft nodes before linearized reading' (duration: 107.053549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:22.492252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.839276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:22.492345Z","caller":"traceutil/trace.go:171","msg":"trace[767644442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19537; }","duration":"115.99695ms","start":"2026-03-02T16:42:22.376326Z","end":"2026-03-02T16:42:22.492323Z","steps":["trace[767644442] 'count revisions from in-memory index tree' (duration: 115.746143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:22.499765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.624763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:22.5Z","caller":"traceutil/trace.go:171","msg":"trace[660656209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19537; }","duration":"130.88394ms","start":"2026-03-02T16:42:22.369055Z","end":"2026-03-02T16:42:22.499939Z","steps":["trace[660656209] 'range keys from in-memory index tree' (duration: 123.133462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.221058Z","caller":"traceutil/trace.go:171","msg":"trace[1624802213] linearizableReadLoop","detail":"{readStateIndex:20303; appliedIndex:20302; }","duration":"146.47054ms","start":"2026-03-02T16:42:23.074536Z","end":"2026-03-02T16:42:23.221007Z","steps":["trace[1624802213] 'read index received' (duration: 82.510949ms)","trace[1624802213] 'applied index is now lower than readState.Index' (duration: 63.955831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:23.221077Z","caller":"traceutil/trace.go:171","msg":"trace[99098556] transaction","detail":"{read_only:false; response_revision:19540; number_of_response:1; }","duration":"148.143324ms","start":"2026-03-02T16:42:23.072879Z","end":"2026-03-02T16:42:23.221022Z","steps":["trace[99098556] 'process raft request' (duration: 84.167783ms)","trace[99098556] 'compare' (duration: 63.737455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:23.221337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.98413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-02T16:42:23.221482Z","caller":"traceutil/trace.go:171","msg":"trace[329261698] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:19541; }","duration":"148.208336ms","start":"2026-03-02T16:42:23.073247Z","end":"2026-03-02T16:42:23.221455Z","steps":["trace[329261698] 'agreement among raft nodes before linearized reading' (duration: 147.854156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.221605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.23759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:23.221693Z","caller":"traceutil/trace.go:171","msg":"trace[1631102403] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19541; }","duration":"144.351343ms","start":"2026-03-02T16:42:23.077326Z","end":"2026-03-02T16:42:23.221677Z","steps":["trace[1631102403] 'agreement among raft nodes before linearized reading' (duration: 144.069095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.222271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.38666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-02T16:42:23.22236Z","caller":"traceutil/trace.go:171","msg":"trace[2059512511] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:19541; }","duration":"100.492813ms","start":"2026-03-02T16:42:23.121856Z","end":"2026-03-02T16:42:23.222348Z","steps":["trace[2059512511] 'agreement among raft nodes before linearized reading' (duration: 100.287817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.222279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.894296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:23.222561Z","caller":"traceutil/trace.go:171","msg":"trace[926590649] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19541; }","duration":"126.199925ms","start":"2026-03-02T16:42:23.096303Z","end":"2026-03-02T16:42:23.222503Z","steps":["trace[926590649] 'agreement among raft nodes before linearized reading' (duration: 125.857396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.460557Z","caller":"traceutil/trace.go:171","msg":"trace[1354267177] linearizableReadLoop","detail":"{readStateIndex:20305; appliedIndex:20304; }","duration":"128.424444ms","start":"2026-03-02T16:42:23.332109Z","end":"2026-03-02T16:42:23.460533Z","steps":["trace[1354267177] 'read index received' (duration: 105.294192ms)","trace[1354267177] 'applied index is now lower than readState.Index' (duration: 23.128672ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:23.46069Z","caller":"traceutil/trace.go:171","msg":"trace[901318266] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"142.456221ms","start":"2026-03-02T16:42:23.318201Z","end":"2026-03-02T16:42:23.460657Z","steps":["trace[901318266] 'process raft request' (duration: 119.227586ms)","trace[901318266] 'compare' (duration: 22.980018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:23.460953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.812284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:23.461074Z","caller":"traceutil/trace.go:171","msg":"trace[581518467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19542; }","duration":"128.99477ms","start":"2026-03-02T16:42:23.332055Z","end":"2026-03-02T16:42:23.46105Z","steps":["trace[581518467] 'agreement among raft nodes before linearized reading' (duration: 128.65027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.461212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.285915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:23.461305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.249492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-03-02T16:42:23.461293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.634414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-02T16:42:23.461345Z","caller":"traceutil/trace.go:171","msg":"trace[776188406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19542; }","duration":"111.322324ms","start":"2026-03-02T16:42:23.350008Z","end":"2026-03-02T16:42:23.46133Z","steps":["trace[776188406] 'agreement among raft nodes before linearized reading' (duration: 111.209121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.461397Z","caller":"traceutil/trace.go:171","msg":"trace[821147362] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:19542; }","duration":"120.778808ms","start":"2026-03-02T16:42:23.340598Z","end":"2026-03-02T16:42:23.461376Z","steps":["trace[821147362] 'agreement among raft nodes before linearized reading' (duration: 120.527502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.461328Z","caller":"traceutil/trace.go:171","msg":"trace[198790125] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19542; }","duration":"120.46548ms","start":"2026-03-02T16:42:23.340839Z","end":"2026-03-02T16:42:23.461304Z","steps":["trace[198790125] 'agreement among raft nodes before linearized reading' (duration: 120.151602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.463667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.472727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388746"} {"level":"info","ts":"2026-03-02T16:42:23.463733Z","caller":"traceutil/trace.go:171","msg":"trace[481384821] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19542; }","duration":"124.547879ms","start":"2026-03-02T16:42:23.339171Z","end":"2026-03-02T16:42:23.463719Z","steps":["trace[481384821] 'agreement among raft nodes before linearized reading' (duration: 121.554889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.688903Z","caller":"traceutil/trace.go:171","msg":"trace[290953357] linearizableReadLoop","detail":"{readStateIndex:20308; appliedIndex:20307; }","duration":"149.430579ms","start":"2026-03-02T16:42:23.539438Z","end":"2026-03-02T16:42:23.688869Z","steps":["trace[290953357] 'read index received' (duration: 110.563184ms)","trace[290953357] 'applied index is now lower than readState.Index' (duration: 38.865495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:23.689171Z","caller":"traceutil/trace.go:171","msg":"trace[730280941] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"152.330687ms","start":"2026-03-02T16:42:23.536607Z","end":"2026-03-02T16:42:23.688938Z","steps":["trace[730280941] 'process raft request' (duration: 113.365819ms)","trace[730280941] 'compare' (duration: 38.721041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:23.690373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.909639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:23.690437Z","caller":"traceutil/trace.go:171","msg":"trace[1162060226] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19545; }","duration":"151.019832ms","start":"2026-03-02T16:42:23.539402Z","end":"2026-03-02T16:42:23.690422Z","steps":["trace[1162060226] 'agreement among raft nodes before linearized reading' (duration: 149.83756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.979375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.748949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:23.979469Z","caller":"traceutil/trace.go:171","msg":"trace[480766753] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19545; }","duration":"184.880062ms","start":"2026-03-02T16:42:23.794564Z","end":"2026-03-02T16:42:23.979444Z","steps":["trace[480766753] 'count revisions from in-memory index tree' (duration: 184.610915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.97957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.412907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-02T16:42:23.979742Z","caller":"traceutil/trace.go:171","msg":"trace[1144368920] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:19545; }","duration":"159.699405ms","start":"2026-03-02T16:42:23.820005Z","end":"2026-03-02T16:42:23.979705Z","steps":["trace[1144368920] 'range keys from in-memory index tree' (duration: 159.056528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.980313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.126987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:23.980418Z","caller":"traceutil/trace.go:171","msg":"trace[1595162663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19545; }","duration":"189.28072ms","start":"2026-03-02T16:42:23.791115Z","end":"2026-03-02T16:42:23.980396Z","steps":["trace[1595162663] 'range keys from in-memory index tree' (duration: 188.018727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.245565Z","caller":"traceutil/trace.go:171","msg":"trace[674093087] linearizableReadLoop","detail":"{readStateIndex:20310; appliedIndex:20309; }","duration":"143.169411ms","start":"2026-03-02T16:42:25.102361Z","end":"2026-03-02T16:42:25.245531Z","steps":["trace[674093087] 'read index received' (duration: 143.026887ms)","trace[674093087] 'applied index is now lower than readState.Index' (duration: 139.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:25.245678Z","caller":"traceutil/trace.go:171","msg":"trace[1358705117] transaction","detail":"{read_only:false; response_revision:19547; number_of_response:1; }","duration":"164.849394ms","start":"2026-03-02T16:42:25.080786Z","end":"2026-03-02T16:42:25.245636Z","steps":["trace[1358705117] 'process raft request' (duration: 164.546555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.246088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.670394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr-system\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-02T16:42:25.246223Z","caller":"traceutil/trace.go:171","msg":"trace[1431799697] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr-system; range_end:; response_count:1; response_revision:19547; }","duration":"143.85111ms","start":"2026-03-02T16:42:25.102343Z","end":"2026-03-02T16:42:25.246195Z","steps":["trace[1431799697] 'agreement among raft nodes before linearized reading' (duration: 143.330716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.477542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.431981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:25.477656Z","caller":"traceutil/trace.go:171","msg":"trace[180997465] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19549; }","duration":"142.584315ms","start":"2026-03-02T16:42:25.335045Z","end":"2026-03-02T16:42:25.477629Z","steps":["trace[180997465] 'range keys from in-memory index tree' (duration: 142.262507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.477658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.480349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:705"} {"level":"warn","ts":"2026-03-02T16:42:25.477698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.294048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr-system-openstack\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-02T16:42:25.477776Z","caller":"traceutil/trace.go:171","msg":"trace[2074520493] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:19549; }","duration":"114.649013ms","start":"2026-03-02T16:42:25.363099Z","end":"2026-03-02T16:42:25.477748Z","steps":["trace[2074520493] 'range keys from in-memory index tree' (duration: 114.277403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.477793Z","caller":"traceutil/trace.go:171","msg":"trace[2023482346] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr-system-openstack; range_end:; response_count:1; response_revision:19549; }","duration":"135.403072ms","start":"2026-03-02T16:42:25.342366Z","end":"2026-03-02T16:42:25.477769Z","steps":["trace[2023482346] 'range keys from in-memory index tree' (duration: 135.180375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.477883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.360527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-02T16:42:25.477924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.197494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:25.477972Z","caller":"traceutil/trace.go:171","msg":"trace[669213162] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19549; }","duration":"139.279786ms","start":"2026-03-02T16:42:25.338678Z","end":"2026-03-02T16:42:25.477957Z","steps":["trace[669213162] 'range keys from in-memory index tree' (duration: 139.05381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.477974Z","caller":"traceutil/trace.go:171","msg":"trace[872025382] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9; range_end:; response_count:1; response_revision:19549; }","duration":"149.47378ms","start":"2026-03-02T16:42:25.328479Z","end":"2026-03-02T16:42:25.477953Z","steps":["trace[872025382] 'range keys from in-memory index tree' (duration: 149.282705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.478108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.30134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-03-02T16:42:25.478129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.385065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20755"} {"level":"info","ts":"2026-03-02T16:42:25.478149Z","caller":"traceutil/trace.go:171","msg":"trace[1608114568] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19549; }","duration":"151.349811ms","start":"2026-03-02T16:42:25.326789Z","end":"2026-03-02T16:42:25.478139Z","steps":["trace[1608114568] 'range keys from in-memory index tree' (duration: 151.189216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.478177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.957812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T16:42:25.478201Z","caller":"traceutil/trace.go:171","msg":"trace[2053155242] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:19549; }","duration":"153.492088ms","start":"2026-03-02T16:42:25.324689Z","end":"2026-03-02T16:42:25.478181Z","steps":["trace[2053155242] 'range keys from in-memory index tree' (duration: 153.19704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.478241Z","caller":"traceutil/trace.go:171","msg":"trace[1096458126] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19549; }","duration":"192.025965ms","start":"2026-03-02T16:42:25.286201Z","end":"2026-03-02T16:42:25.478227Z","steps":["trace[1096458126] 'range keys from in-memory index tree' (duration: 191.787608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.478289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.685284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:25.478361Z","caller":"traceutil/trace.go:171","msg":"trace[1833717006] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19549; }","duration":"143.764117ms","start":"2026-03-02T16:42:25.334575Z","end":"2026-03-02T16:42:25.478339Z","steps":["trace[1833717006] 'range keys from in-memory index tree' (duration: 143.583232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.590159Z","caller":"traceutil/trace.go:171","msg":"trace[982950144] linearizableReadLoop","detail":"{readStateIndex:20313; appliedIndex:20312; }","duration":"100.169914ms","start":"2026-03-02T16:42:25.489962Z","end":"2026-03-02T16:42:25.590132Z","steps":["trace[982950144] 'read index received' (duration: 99.956018ms)","trace[982950144] 'applied index is now lower than readState.Index' (duration: 211.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:25.590284Z","caller":"traceutil/trace.go:171","msg":"trace[725888635] transaction","detail":"{read_only:false; response_revision:19550; number_of_response:1; }","duration":"100.368159ms","start":"2026-03-02T16:42:25.489877Z","end":"2026-03-02T16:42:25.590245Z","steps":["trace[725888635] 'process raft request' (duration: 100.068411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.592244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.25745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:25.592329Z","caller":"traceutil/trace.go:171","msg":"trace[1877761547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19550; }","duration":"102.369393ms","start":"2026-03-02T16:42:25.48994Z","end":"2026-03-02T16:42:25.59231Z","steps":["trace[1877761547] 'agreement among raft nodes before linearized reading' (duration: 100.360809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.593092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.39024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:25.593165Z","caller":"traceutil/trace.go:171","msg":"trace[128873788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19550; }","duration":"100.480022ms","start":"2026-03-02T16:42:25.492667Z","end":"2026-03-02T16:42:25.593147Z","steps":["trace[128873788] 'agreement among raft nodes before linearized reading' (duration: 97.715577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.816056Z","caller":"traceutil/trace.go:171","msg":"trace[1539618783] linearizableReadLoop","detail":"{readStateIndex:20314; appliedIndex:20313; }","duration":"218.598439ms","start":"2026-03-02T16:42:25.597337Z","end":"2026-03-02T16:42:25.815935Z","steps":["trace[1539618783] 'read index received' (duration: 145.094712ms)","trace[1539618783] 'applied index is now lower than readState.Index' (duration: 73.500157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:25.81677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.402101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:705"} {"level":"info","ts":"2026-03-02T16:42:25.816863Z","caller":"traceutil/trace.go:171","msg":"trace[1209440961] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:19551; }","duration":"219.507524ms","start":"2026-03-02T16:42:25.597328Z","end":"2026-03-02T16:42:25.816836Z","steps":["trace[1209440961] 'agreement among raft nodes before linearized reading' (duration: 219.281968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.816977Z","caller":"traceutil/trace.go:171","msg":"trace[557631112] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"219.779071ms","start":"2026-03-02T16:42:25.596787Z","end":"2026-03-02T16:42:25.816566Z","steps":["trace[557631112] 'process raft request' (duration: 145.628567ms)","trace[557631112] 'compare' (duration: 69.17109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:25.876226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.430404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-02T16:42:25.876338Z","caller":"traceutil/trace.go:171","msg":"trace[2032470570] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19552; }","duration":"186.602899ms","start":"2026-03-02T16:42:25.68971Z","end":"2026-03-02T16:42:25.876313Z","steps":["trace[2032470570] 'agreement among raft nodes before linearized reading' (duration: 186.2732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.876849Z","caller":"traceutil/trace.go:171","msg":"trace[2010646957] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"277.790121ms","start":"2026-03-02T16:42:25.599049Z","end":"2026-03-02T16:42:25.876839Z","steps":["trace[2010646957] 'process raft request' (duration: 276.761713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.877279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.277067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:25.877313Z","caller":"traceutil/trace.go:171","msg":"trace[705002069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19552; }","duration":"184.342137ms","start":"2026-03-02T16:42:25.69296Z","end":"2026-03-02T16:42:25.877303Z","steps":["trace[705002069] 'agreement among raft nodes before linearized reading' (duration: 184.259955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.469186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.308345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:26.46939Z","caller":"traceutil/trace.go:171","msg":"trace[1599007024] linearizableReadLoop","detail":"{readStateIndex:20316; appliedIndex:20315; }","duration":"584.960633ms","start":"2026-03-02T16:42:25.884411Z","end":"2026-03-02T16:42:26.469371Z","steps":["trace[1599007024] 'read index received' (duration: 74.296709ms)","trace[1599007024] 'applied index is now lower than readState.Index' (duration: 510.662464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:26.470023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.659859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-02T16:42:26.470077Z","caller":"traceutil/trace.go:171","msg":"trace[715192869] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:19553; }","duration":"518.715621ms","start":"2026-03-02T16:42:25.951348Z","end":"2026-03-02T16:42:26.470064Z","steps":["trace[715192869] 'agreement among raft nodes before linearized reading' (duration: 518.517695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.470041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.59034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-02T16:42:26.470129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:25.951195Z","time spent":"518.918476ms","remote":"127.0.0.1:55560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1035,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-system\" "} {"level":"info","ts":"2026-03-02T16:42:26.470205Z","caller":"traceutil/trace.go:171","msg":"trace[1292040842] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"586.474083ms","start":"2026-03-02T16:42:25.883716Z","end":"2026-03-02T16:42:26.47019Z","steps":["trace[1292040842] 'process raft request' (duration: 75.063439ms)","trace[1292040842] 'compare' (duration: 509.278027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:26.470348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:25.883687Z","time spent":"586.564476ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:26.470554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-conductor-769656fdb6-rkh9z.189913451bac021b\" ","response":"range_response_count:1 size:1090"} {"level":"info","ts":"2026-03-02T16:42:26.470609Z","caller":"traceutil/trace.go:171","msg":"trace[1188517016] range","detail":"{range_begin:/registry/events/openstack/nova-conductor-769656fdb6-rkh9z.189913451bac021b; range_end:; response_count:1; response_revision:19553; }","duration":"407.193492ms","start":"2026-03-02T16:42:26.063401Z","end":"2026-03-02T16:42:26.470595Z","steps":["trace[1188517016] 'agreement among raft nodes before linearized reading' (duration: 407.084229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.470645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:26.063376Z","time spent":"407.260933ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1113,"request content":"key:\"/registry/events/openstack/nova-conductor-769656fdb6-rkh9z.189913451bac021b\" "} {"level":"info","ts":"2026-03-02T16:42:26.470145Z","caller":"traceutil/trace.go:171","msg":"trace[321593474] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19553; }","duration":"585.737593ms","start":"2026-03-02T16:42:25.884382Z","end":"2026-03-02T16:42:26.47012Z","steps":["trace[321593474] 'agreement among raft nodes before linearized reading' (duration: 585.392434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.470801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:25.884368Z","time spent":"586.422812ms","remote":"127.0.0.1:55560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":752,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-purge-osd\" "} {"level":"info","ts":"2026-03-02T16:42:26.865825Z","caller":"traceutil/trace.go:171","msg":"trace[376111336] linearizableReadLoop","detail":"{readStateIndex:20318; appliedIndex:20317; }","duration":"301.122309ms","start":"2026-03-02T16:42:26.564667Z","end":"2026-03-02T16:42:26.86579Z","steps":["trace[376111336] 'read index received' (duration: 227.804497ms)","trace[376111336] 'applied index is now lower than readState.Index' (duration: 73.315902ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:26.865903Z","caller":"traceutil/trace.go:171","msg":"trace[17029603] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"385.95301ms","start":"2026-03-02T16:42:26.479906Z","end":"2026-03-02T16:42:26.865859Z","steps":["trace[17029603] 'process raft request' (duration: 312.513675ms)","trace[17029603] 'compare' (duration: 72.862999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:26.866566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.436351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:26.866636Z","caller":"traceutil/trace.go:171","msg":"trace[2122795537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19555; }","duration":"300.545883ms","start":"2026-03-02T16:42:26.566062Z","end":"2026-03-02T16:42:26.866608Z","steps":["trace[2122795537] 'agreement among raft nodes before linearized reading' (duration: 300.471811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.866364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.138962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-03-02T16:42:26.866688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:26.566032Z","time spent":"300.647666ms","remote":"127.0.0.1:55206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:26.866435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.345776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-02T16:42:26.86675Z","caller":"traceutil/trace.go:171","msg":"trace[919357404] range","detail":"{range_begin:/registry/roles/rook-ceph/cephfs-external-provisioner-cfg; range_end:; response_count:1; response_revision:19555; }","duration":"303.553064ms","start":"2026-03-02T16:42:26.563145Z","end":"2026-03-02T16:42:26.866698Z","steps":["trace[919357404] 'agreement among raft nodes before linearized reading' (duration: 302.943628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.866806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:26.479875Z","time spent":"386.71147ms","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1072,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:26.866891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:26.563119Z","time spent":"303.726388ms","remote":"127.0.0.1:55546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":709,"request content":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" "} {"level":"info","ts":"2026-03-02T16:42:26.86691Z","caller":"traceutil/trace.go:171","msg":"trace[510176705] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:19555; }","duration":"307.836349ms","start":"2026-03-02T16:42:26.558996Z","end":"2026-03-02T16:42:26.866832Z","steps":["trace[510176705] 'agreement among raft nodes before linearized reading' (duration: 307.204522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.867083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:26.558968Z","time spent":"308.079566ms","remote":"127.0.0.1:55560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1035,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-system\" "} {"level":"info","ts":"2026-03-02T16:42:27.004234Z","caller":"traceutil/trace.go:171","msg":"trace[1321976782] transaction","detail":"{read_only:false; response_revision:19556; number_of_response:1; }","duration":"128.782194ms","start":"2026-03-02T16:42:26.875401Z","end":"2026-03-02T16:42:27.004183Z","steps":["trace[1321976782] 'process raft request' (duration: 105.993761ms)","trace[1321976782] 'compare' (duration: 22.555557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:27.561729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.270973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-03-02T16:42:27.56183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.994293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:27.561872Z","caller":"traceutil/trace.go:171","msg":"trace[669509411] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:19562; }","duration":"127.477458ms","start":"2026-03-02T16:42:27.434359Z","end":"2026-03-02T16:42:27.561837Z","steps":["trace[669509411] 'range keys from in-memory index tree' (duration: 127.026816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:27.561934Z","caller":"traceutil/trace.go:171","msg":"trace[499451191] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19562; }","duration":"157.189807ms","start":"2026-03-02T16:42:27.40472Z","end":"2026-03-02T16:42:27.56191Z","steps":["trace[499451191] 'count revisions from in-memory index tree' (duration: 156.819968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.561985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.883998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:1191"} {"level":"info","ts":"2026-03-02T16:42:27.56207Z","caller":"traceutil/trace.go:171","msg":"trace[2044231043] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:19562; }","duration":"132.022241ms","start":"2026-03-02T16:42:27.430028Z","end":"2026-03-02T16:42:27.56205Z","steps":["trace[2044231043] 'range keys from in-memory index tree' (duration: 131.684082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.969387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.383608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-02T16:42:27.969487Z","caller":"traceutil/trace.go:171","msg":"trace[738008155] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19564; }","duration":"107.533532ms","start":"2026-03-02T16:42:27.861932Z","end":"2026-03-02T16:42:27.969466Z","steps":["trace[738008155] 'range keys from in-memory index tree' (duration: 107.190773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:28.205319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.84201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1222"} {"level":"info","ts":"2026-03-02T16:42:28.205422Z","caller":"traceutil/trace.go:171","msg":"trace[1229543379] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:19565; }","duration":"133.980053ms","start":"2026-03-02T16:42:28.071416Z","end":"2026-03-02T16:42:28.205396Z","steps":["trace[1229543379] 'range keys from in-memory index tree' (duration: 133.636105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:28.619377Z","caller":"traceutil/trace.go:171","msg":"trace[719076256] transaction","detail":"{read_only:false; response_revision:19566; number_of_response:1; }","duration":"117.575222ms","start":"2026-03-02T16:42:28.501564Z","end":"2026-03-02T16:42:28.619139Z","steps":["trace[719076256] 'process raft request' (duration: 117.203962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.015892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.74237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:29.015999Z","caller":"traceutil/trace.go:171","msg":"trace[593126669] linearizableReadLoop","detail":"{readStateIndex:20331; appliedIndex:20330; }","duration":"303.946625ms","start":"2026-03-02T16:42:28.712035Z","end":"2026-03-02T16:42:29.015982Z","steps":["trace[593126669] 'read index received' (duration: 84.111583ms)","trace[593126669] 'applied index is now lower than readState.Index' (duration: 219.833492ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:29.016136Z","caller":"traceutil/trace.go:171","msg":"trace[1399002745] transaction","detail":"{read_only:false; response_revision:19567; number_of_response:1; }","duration":"391.475999ms","start":"2026-03-02T16:42:28.624639Z","end":"2026-03-02T16:42:29.016115Z","steps":["trace[1399002745] 'process raft request' (duration: 171.41117ms)","trace[1399002745] 'compare' (duration: 219.522634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:29.016231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.196692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:845"} {"level":"warn","ts":"2026-03-02T16:42:29.016238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:28.624619Z","time spent":"391.571631ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:29.016264Z","caller":"traceutil/trace.go:171","msg":"trace[1397760181] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:19567; }","duration":"304.254613ms","start":"2026-03-02T16:42:28.711997Z","end":"2026-03-02T16:42:29.016252Z","steps":["trace[1397760181] 'agreement among raft nodes before linearized reading' (duration: 304.12575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.016299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:28.71198Z","time spent":"304.312684ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":868,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-03-02T16:42:29.016715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.116783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-03-02T16:42:29.016833Z","caller":"traceutil/trace.go:171","msg":"trace[1711060028] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:1; response_revision:19567; }","duration":"303.297047ms","start":"2026-03-02T16:42:28.713502Z","end":"2026-03-02T16:42:29.0168Z","steps":["trace[1711060028] 'agreement among raft nodes before linearized reading' (duration: 302.936707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.016888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:28.713465Z","time spent":"303.41186ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":830,"request content":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" "} {"level":"warn","ts":"2026-03-02T16:42:29.277296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.466414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:622"} {"level":"info","ts":"2026-03-02T16:42:29.277436Z","caller":"traceutil/trace.go:171","msg":"trace[1194502459] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:19567; }","duration":"122.643728ms","start":"2026-03-02T16:42:29.154763Z","end":"2026-03-02T16:42:29.277406Z","steps":["trace[1194502459] 'range keys from in-memory index tree' (duration: 122.202807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.277416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.832348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:29.277559Z","caller":"traceutil/trace.go:171","msg":"trace[1780043169] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19567; }","duration":"125.003842ms","start":"2026-03-02T16:42:29.152513Z","end":"2026-03-02T16:42:29.277517Z","steps":["trace[1780043169] 'range keys from in-memory index tree' (duration: 124.706484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.540105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.783316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:29.540386Z","caller":"traceutil/trace.go:171","msg":"trace[1510352619] linearizableReadLoop","detail":"{readStateIndex:20334; appliedIndex:20332; }","duration":"174.570735ms","start":"2026-03-02T16:42:29.365801Z","end":"2026-03-02T16:42:29.540371Z","steps":["trace[1510352619] 'read index received' (duration: 49.326026ms)","trace[1510352619] 'applied index is now lower than readState.Index' (duration: 125.243139ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:29.540381Z","caller":"traceutil/trace.go:171","msg":"trace[575816658] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"198.246342ms","start":"2026-03-02T16:42:29.342108Z","end":"2026-03-02T16:42:29.540355Z","steps":["trace[575816658] 'process raft request' (duration: 198.134949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:29.540356Z","caller":"traceutil/trace.go:171","msg":"trace[179441457] transaction","detail":"{read_only:false; response_revision:19569; number_of_response:1; }","duration":"198.701764ms","start":"2026-03-02T16:42:29.341624Z","end":"2026-03-02T16:42:29.540326Z","steps":["trace[179441457] 'process raft request' (duration: 73.594449ms)","trace[179441457] 'compare' (duration: 124.585101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:29.540561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.962752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:29.540614Z","caller":"traceutil/trace.go:171","msg":"trace[1988289390] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19570; }","duration":"199.109645ms","start":"2026-03-02T16:42:29.341493Z","end":"2026-03-02T16:42:29.540603Z","steps":["trace[1988289390] 'agreement among raft nodes before linearized reading' (duration: 198.925871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.540711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.991014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:622"} {"level":"info","ts":"2026-03-02T16:42:29.540757Z","caller":"traceutil/trace.go:171","msg":"trace[258992165] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:19570; }","duration":"163.054495ms","start":"2026-03-02T16:42:29.377689Z","end":"2026-03-02T16:42:29.540744Z","steps":["trace[258992165] 'agreement among raft nodes before linearized reading' (duration: 162.820879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.540889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.606661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-03-02T16:42:29.540987Z","caller":"traceutil/trace.go:171","msg":"trace[1395532699] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:19570; }","duration":"163.756274ms","start":"2026-03-02T16:42:29.377207Z","end":"2026-03-02T16:42:29.540963Z","steps":["trace[1395532699] 'agreement among raft nodes before linearized reading' (duration: 163.286182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:29.773919Z","caller":"traceutil/trace.go:171","msg":"trace[234737595] linearizableReadLoop","detail":"{readStateIndex:20335; appliedIndex:20334; }","duration":"144.193398ms","start":"2026-03-02T16:42:29.629694Z","end":"2026-03-02T16:42:29.773888Z","steps":["trace[234737595] 'read index received' (duration: 117.942102ms)","trace[234737595] 'applied index is now lower than readState.Index' (duration: 26.249456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:29.774105Z","caller":"traceutil/trace.go:171","msg":"trace[202417712] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"163.255671ms","start":"2026-03-02T16:42:29.610829Z","end":"2026-03-02T16:42:29.774084Z","steps":["trace[202417712] 'process raft request' (duration: 136.886532ms)","trace[202417712] 'compare' (duration: 26.04146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:29.774395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.676301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:29.774501Z","caller":"traceutil/trace.go:171","msg":"trace[1304735396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19571; }","duration":"144.844195ms","start":"2026-03-02T16:42:29.629631Z","end":"2026-03-02T16:42:29.774475Z","steps":["trace[1304735396] 'agreement among raft nodes before linearized reading' (duration: 144.577858ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:30.165968Z","caller":"traceutil/trace.go:171","msg":"trace[1548576348] linearizableReadLoop","detail":"{readStateIndex:20336; appliedIndex:20335; }","duration":"384.291886ms","start":"2026-03-02T16:42:29.781644Z","end":"2026-03-02T16:42:30.165935Z","steps":["trace[1548576348] 'read index received' (duration: 337.315062ms)","trace[1548576348] 'applied index is now lower than readState.Index' (duration: 46.975384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:30.166323Z","caller":"traceutil/trace.go:171","msg":"trace[825644967] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"384.720767ms","start":"2026-03-02T16:42:29.781571Z","end":"2026-03-02T16:42:30.166291Z","steps":["trace[825644967] 'process raft request' (duration: 337.417885ms)","trace[825644967] 'compare' (duration: 46.773218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:30.166579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.311489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T16:42:30.166632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.78154Z","time spent":"384.956714ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:30.166644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.837162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:544"} {"level":"warn","ts":"2026-03-02T16:42:30.166663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.489797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T16:42:30.166747Z","caller":"traceutil/trace.go:171","msg":"trace[69722891] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19572; }","duration":"294.010377ms","start":"2026-03-02T16:42:29.872713Z","end":"2026-03-02T16:42:30.166723Z","steps":["trace[69722891] 'agreement among raft nodes before linearized reading' (duration: 293.705049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:30.166761Z","caller":"traceutil/trace.go:171","msg":"trace[435632266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19572; }","duration":"308.63969ms","start":"2026-03-02T16:42:29.858098Z","end":"2026-03-02T16:42:30.166738Z","steps":["trace[435632266] 'agreement among raft nodes before linearized reading' (duration: 308.327362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.166808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.858077Z","time spent":"308.721793ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:42:30.166687Z","caller":"traceutil/trace.go:171","msg":"trace[1832826840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19572; }","duration":"138.437983ms","start":"2026-03-02T16:42:30.02821Z","end":"2026-03-02T16:42:30.166648Z","steps":["trace[1832826840] 'agreement among raft nodes before linearized reading' (duration: 138.201387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.166578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.107372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-03-02T16:42:30.167023Z","caller":"traceutil/trace.go:171","msg":"trace[1657623462] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:19572; }","duration":"303.608706ms","start":"2026-03-02T16:42:29.863404Z","end":"2026-03-02T16:42:30.167013Z","steps":["trace[1657623462] 'agreement among raft nodes before linearized reading' (duration: 302.998579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.167056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.863385Z","time spent":"303.662317ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":850,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} {"level":"warn","ts":"2026-03-02T16:42:30.16715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.492048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:30.167212Z","caller":"traceutil/trace.go:171","msg":"trace[68661597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19572; }","duration":"385.5743ms","start":"2026-03-02T16:42:29.781625Z","end":"2026-03-02T16:42:30.167199Z","steps":["trace[68661597] 'agreement among raft nodes before linearized reading' (duration: 384.563243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.16725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.781616Z","time spent":"385.623072ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:30.167589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.148448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:30.167645Z","caller":"traceutil/trace.go:171","msg":"trace[2113761810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19572; }","duration":"382.250911ms","start":"2026-03-02T16:42:29.785381Z","end":"2026-03-02T16:42:30.167632Z","steps":["trace[2113761810] 'agreement among raft nodes before linearized reading' (duration: 381.264424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.167685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.785358Z","time spent":"382.312743ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:30.168415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.245485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:30.168509Z","caller":"traceutil/trace.go:171","msg":"trace[72100668] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19572; }","duration":"384.371038ms","start":"2026-03-02T16:42:29.78412Z","end":"2026-03-02T16:42:30.168491Z","steps":["trace[72100668] 'agreement among raft nodes before linearized reading' (duration: 382.279911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.169217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.78411Z","time spent":"384.946944ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:30.635095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.477659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:30.635316Z","caller":"traceutil/trace.go:171","msg":"trace[1920129139] linearizableReadLoop","detail":"{readStateIndex:20338; appliedIndex:20336; }","duration":"463.323721ms","start":"2026-03-02T16:42:30.171972Z","end":"2026-03-02T16:42:30.635296Z","steps":["trace[1920129139] 'read index received' (duration: 229.608335ms)","trace[1920129139] 'applied index is now lower than readState.Index' (duration: 233.714296ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:30.635365Z","caller":"traceutil/trace.go:171","msg":"trace[571297051] transaction","detail":"{read_only:false; response_revision:19574; number_of_response:1; }","duration":"463.389833ms","start":"2026-03-02T16:42:30.171952Z","end":"2026-03-02T16:42:30.635341Z","steps":["trace[571297051] 'process raft request' (duration: 463.286201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.635435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.171924Z","time spent":"463.478405ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:30.635411Z","caller":"traceutil/trace.go:171","msg":"trace[276291136] transaction","detail":"{read_only:false; response_revision:19573; number_of_response:1; }","duration":"463.957928ms","start":"2026-03-02T16:42:30.171366Z","end":"2026-03-02T16:42:30.635324Z","steps":["trace[276291136] 'process raft request' (duration: 230.120639ms)","trace[276291136] 'compare' (duration: 233.342596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:30.635562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.582728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-03-02T16:42:30.635596Z","caller":"traceutil/trace.go:171","msg":"trace[1525830845] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:19574; }","duration":"463.63792ms","start":"2026-03-02T16:42:30.171948Z","end":"2026-03-02T16:42:30.635586Z","steps":["trace[1525830845] 'agreement among raft nodes before linearized reading' (duration: 463.451795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.63563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.171937Z","time spent":"463.686401ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":850,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} {"level":"warn","ts":"2026-03-02T16:42:30.635604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.977909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:30.635704Z","caller":"traceutil/trace.go:171","msg":"trace[1182436435] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19574; }","duration":"309.085212ms","start":"2026-03-02T16:42:30.326588Z","end":"2026-03-02T16:42:30.635673Z","steps":["trace[1182436435] 'agreement among raft nodes before linearized reading' (duration: 308.885257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.63564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.378009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307176"} {"level":"warn","ts":"2026-03-02T16:42:30.635723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.171329Z","time spent":"464.237075ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:30.635766Z","caller":"traceutil/trace.go:171","msg":"trace[1275083086] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:19574; }","duration":"461.522193ms","start":"2026-03-02T16:42:30.174234Z","end":"2026-03-02T16:42:30.635756Z","steps":["trace[1275083086] 'agreement among raft nodes before linearized reading' (duration: 461.189694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.63577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.326502Z","time spent":"309.255608ms","remote":"127.0.0.1:39246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:30.635805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.174219Z","time spent":"461.576114ms","remote":"127.0.0.1:55302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":307199,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:42:30.636074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.230488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T16:42:30.636178Z","caller":"traceutil/trace.go:171","msg":"trace[438362873] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19574; }","duration":"241.400832ms","start":"2026-03-02T16:42:30.394755Z","end":"2026-03-02T16:42:30.636155Z","steps":["trace[438362873] 'agreement among raft nodes before linearized reading' (duration: 240.713204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:30.827793Z","caller":"traceutil/trace.go:171","msg":"trace[226607821] linearizableReadLoop","detail":"{readStateIndex:20339; appliedIndex:20338; }","duration":"162.175841ms","start":"2026-03-02T16:42:30.66557Z","end":"2026-03-02T16:42:30.827746Z","steps":["trace[226607821] 'read index received' (duration: 84.628026ms)","trace[226607821] 'applied index is now lower than readState.Index' (duration: 77.545795ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:30.827936Z","caller":"traceutil/trace.go:171","msg":"trace[249243019] transaction","detail":"{read_only:false; response_revision:19575; number_of_response:1; }","duration":"185.777806ms","start":"2026-03-02T16:42:30.642107Z","end":"2026-03-02T16:42:30.827885Z","steps":["trace[249243019] 'process raft request' (duration: 108.108197ms)","trace[249243019] 'compare' (duration: 77.284799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:30.828193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.593093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5482"} {"level":"warn","ts":"2026-03-02T16:42:30.828194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.567205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5482"} {"level":"info","ts":"2026-03-02T16:42:30.828245Z","caller":"traceutil/trace.go:171","msg":"trace[1071804797] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:19575; }","duration":"162.702925ms","start":"2026-03-02T16:42:30.66553Z","end":"2026-03-02T16:42:30.828233Z","steps":["trace[1071804797] 'agreement among raft nodes before linearized reading' (duration: 162.453299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:30.828255Z","caller":"traceutil/trace.go:171","msg":"trace[1041318492] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:19575; }","duration":"161.669999ms","start":"2026-03-02T16:42:30.666569Z","end":"2026-03-02T16:42:30.828239Z","steps":["trace[1041318492] 'agreement among raft nodes before linearized reading' (duration: 161.426602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:31.592724Z","caller":"traceutil/trace.go:171","msg":"trace[153961291] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"221.559009ms","start":"2026-03-02T16:42:31.371131Z","end":"2026-03-02T16:42:31.59269Z","steps":["trace[153961291] 'process raft request' (duration: 221.355113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:31.592848Z","caller":"traceutil/trace.go:171","msg":"trace[1021847742] linearizableReadLoop","detail":"{readStateIndex:20341; appliedIndex:20341; }","duration":"157.542947ms","start":"2026-03-02T16:42:31.435256Z","end":"2026-03-02T16:42:31.592799Z","steps":["trace[1021847742] 'read index received' (duration: 157.512547ms)","trace[1021847742] 'applied index is now lower than readState.Index' (duration: 19.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:31.59311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.829665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-03-02T16:42:31.593198Z","caller":"traceutil/trace.go:171","msg":"trace[174057871] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa; range_end:; response_count:1; response_revision:19577; }","duration":"157.972599ms","start":"2026-03-02T16:42:31.435203Z","end":"2026-03-02T16:42:31.593176Z","steps":["trace[174057871] 'agreement among raft nodes before linearized reading' (duration: 157.764113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.089625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.502724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:32.089829Z","caller":"traceutil/trace.go:171","msg":"trace[1507250206] linearizableReadLoop","detail":"{readStateIndex:20343; appliedIndex:20341; }","duration":"496.867584ms","start":"2026-03-02T16:42:31.592942Z","end":"2026-03-02T16:42:32.089809Z","steps":["trace[1507250206] 'read index received' (duration: 116.050711ms)","trace[1507250206] 'applied index is now lower than readState.Index' (duration: 380.815513ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:32.089938Z","caller":"traceutil/trace.go:171","msg":"trace[216156874] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"543.96199ms","start":"2026-03-02T16:42:31.545964Z","end":"2026-03-02T16:42:32.089926Z","steps":["trace[216156874] 'process raft request' (duration: 163.061475ms)","trace[216156874] 'compare' (duration: 380.104993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:32.090008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.545934Z","time spent":"544.039372ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:32.090334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.584985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-02T16:42:32.090343Z","caller":"traceutil/trace.go:171","msg":"trace[1248287222] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"542.978884ms","start":"2026-03-02T16:42:31.547345Z","end":"2026-03-02T16:42:32.090324Z","steps":["trace[1248287222] 'process raft request' (duration: 542.385298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.090377Z","caller":"traceutil/trace.go:171","msg":"trace[1295267645] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa; range_end:; response_count:1; response_revision:19579; }","duration":"651.648277ms","start":"2026-03-02T16:42:31.438715Z","end":"2026-03-02T16:42:32.090363Z","steps":["trace[1295267645] 'agreement among raft nodes before linearized reading' (duration: 651.486212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.090333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.72748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:32.09041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.438704Z","time spent":"651.698828ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":573,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa\" "} {"level":"info","ts":"2026-03-02T16:42:32.09046Z","caller":"traceutil/trace.go:171","msg":"trace[867117137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19579; }","duration":"612.912534ms","start":"2026-03-02T16:42:31.477515Z","end":"2026-03-02T16:42:32.090428Z","steps":["trace[867117137] 'agreement among raft nodes before linearized reading' (duration: 612.640007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.090518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.477489Z","time spent":"613.020338ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:32.090582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.547325Z","time spent":"543.061795ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:32.090651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.497433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:42:32.09076Z","caller":"traceutil/trace.go:171","msg":"trace[906730967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19579; }","duration":"290.675548ms","start":"2026-03-02T16:42:31.800059Z","end":"2026-03-02T16:42:32.090735Z","steps":["trace[906730967] 'agreement among raft nodes before linearized reading' (duration: 290.325128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.090853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.008518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:32.090856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.51503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:32.090901Z","caller":"traceutil/trace.go:171","msg":"trace[943985858] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19579; }","duration":"545.07742ms","start":"2026-03-02T16:42:31.545811Z","end":"2026-03-02T16:42:32.090889Z","steps":["trace[943985858] 'agreement among raft nodes before linearized reading' (duration: 544.972887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.090905Z","caller":"traceutil/trace.go:171","msg":"trace[749882434] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19579; }","duration":"288.623873ms","start":"2026-03-02T16:42:31.802271Z","end":"2026-03-02T16:42:32.090895Z","steps":["trace[749882434] 'agreement among raft nodes before linearized reading' (duration: 288.490659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.090941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.545801Z","time spent":"545.132721ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:32.091081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.770597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T16:42:32.091117Z","caller":"traceutil/trace.go:171","msg":"trace[1707554691] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19579; }","duration":"288.828078ms","start":"2026-03-02T16:42:31.80228Z","end":"2026-03-02T16:42:32.091108Z","steps":["trace[1707554691] 'agreement among raft nodes before linearized reading' (duration: 288.732385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.09108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.392953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa\" ","response":"range_response_count:1 size:566"} {"level":"warn","ts":"2026-03-02T16:42:32.091233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.456483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T16:42:32.091281Z","caller":"traceutil/trace.go:171","msg":"trace[373798798] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19579; }","duration":"586.500864ms","start":"2026-03-02T16:42:31.504764Z","end":"2026-03-02T16:42:32.091265Z","steps":["trace[373798798] 'agreement among raft nodes before linearized reading' (duration: 586.33753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.091328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.504749Z","time spent":"586.565866ms","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T16:42:32.091395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.968385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T16:42:32.091436Z","caller":"traceutil/trace.go:171","msg":"trace[1696743216] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9; range_end:; response_count:1; response_revision:19579; }","duration":"478.031776ms","start":"2026-03-02T16:42:31.613394Z","end":"2026-03-02T16:42:32.091426Z","steps":["trace[1696743216] 'agreement among raft nodes before linearized reading' (duration: 477.959234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.091472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.613384Z","time spent":"478.080928ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18668,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" "} {"level":"warn","ts":"2026-03-02T16:42:32.092659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.023584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:42:32.092715Z","caller":"traceutil/trace.go:171","msg":"trace[1230147765] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19579; }","duration":"466.105697ms","start":"2026-03-02T16:42:31.626597Z","end":"2026-03-02T16:42:32.092703Z","steps":["trace[1230147765] 'agreement among raft nodes before linearized reading' (duration: 464.75371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.092754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.626586Z","time spent":"466.157098ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" "} {"level":"info","ts":"2026-03-02T16:42:32.093998Z","caller":"traceutil/trace.go:171","msg":"trace[1940085028] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa; range_end:; response_count:1; response_revision:19579; }","duration":"492.561858ms","start":"2026-03-02T16:42:31.598615Z","end":"2026-03-02T16:42:32.091177Z","steps":["trace[1940085028] 'agreement among raft nodes before linearized reading' (duration: 491.695004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.094163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.598599Z","time spent":"495.448385ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":589,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa\" "} {"level":"warn","ts":"2026-03-02T16:42:32.618632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.324016ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:32.618772Z","caller":"traceutil/trace.go:171","msg":"trace[788937182] linearizableReadLoop","detail":"{readStateIndex:20344; appliedIndex:20343; }","duration":"439.283215ms","start":"2026-03-02T16:42:32.179462Z","end":"2026-03-02T16:42:32.618745Z","steps":["trace[788937182] 'read index received' (duration: 173.771744ms)","trace[788937182] 'applied index is now lower than readState.Index' (duration: 265.509311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:32.619033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.01714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-03-02T16:42:32.619088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.282957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T16:42:32.619086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.125905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:32.619167Z","caller":"traceutil/trace.go:171","msg":"trace[1407776999] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19579; }","duration":"100.410851ms","start":"2026-03-02T16:42:32.518735Z","end":"2026-03-02T16:42:32.619146Z","steps":["trace[1407776999] 'agreement among raft nodes before linearized reading' (duration: 100.181014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.619195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.727727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:32.619219Z","caller":"traceutil/trace.go:171","msg":"trace[689527647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19579; }","duration":"141.350272ms","start":"2026-03-02T16:42:32.477839Z","end":"2026-03-02T16:42:32.61919Z","steps":["trace[689527647] 'agreement among raft nodes before linearized reading' (duration: 141.068484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.61924Z","caller":"traceutil/trace.go:171","msg":"trace[1495018322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19579; }","duration":"439.815269ms","start":"2026-03-02T16:42:32.17941Z","end":"2026-03-02T16:42:32.619225Z","steps":["trace[1495018322] 'agreement among raft nodes before linearized reading' (duration: 439.435799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.619098Z","caller":"traceutil/trace.go:171","msg":"trace[1642625664] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19579; }","duration":"419.116122ms","start":"2026-03-02T16:42:32.199963Z","end":"2026-03-02T16:42:32.619079Z","steps":["trace[1642625664] 'agreement among raft nodes before linearized reading' (duration: 418.909466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.619294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.610802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-02T16:42:32.619333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.769166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:32.619406Z","caller":"traceutil/trace.go:171","msg":"trace[806097591] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa; range_end:; response_count:1; response_revision:19579; }","duration":"327.757675ms","start":"2026-03-02T16:42:32.291618Z","end":"2026-03-02T16:42:32.619376Z","steps":["trace[806097591] 'agreement among raft nodes before linearized reading' (duration: 327.443696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.619293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:32.179386Z","time spent":"439.894941ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:42:32.619438Z","caller":"traceutil/trace.go:171","msg":"trace[1387652870] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19579; }","duration":"417.89153ms","start":"2026-03-02T16:42:32.201525Z","end":"2026-03-02T16:42:32.619417Z","steps":["trace[1387652870] 'agreement among raft nodes before linearized reading' (duration: 417.591032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.619382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.836123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T16:42:32.619468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.4154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20755"} {"level":"warn","ts":"2026-03-02T16:42:32.619466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:32.291604Z","time spent":"327.852558ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":583,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" "} {"level":"warn","ts":"2026-03-02T16:42:32.619484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:32.201517Z","time spent":"417.957391ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18693,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" "} {"level":"info","ts":"2026-03-02T16:42:32.619557Z","caller":"traceutil/trace.go:171","msg":"trace[501140339] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19579; }","duration":"120.051719ms","start":"2026-03-02T16:42:32.499454Z","end":"2026-03-02T16:42:32.619505Z","steps":["trace[501140339] 'agreement among raft nodes before linearized reading' (duration: 119.503225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.619596Z","caller":"traceutil/trace.go:171","msg":"trace[560166727] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:19579; }","duration":"419.566174ms","start":"2026-03-02T16:42:32.200004Z","end":"2026-03-02T16:42:32.61957Z","steps":["trace[560166727] 'agreement among raft nodes before linearized reading' (duration: 419.227895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.619657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:32.200001Z","time spent":"419.644676ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20778,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" "} {"level":"warn","ts":"2026-03-02T16:42:32.619671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.131304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-02T16:42:32.619808Z","caller":"traceutil/trace.go:171","msg":"trace[1197951225] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa; range_end:; response_count:1; response_revision:19579; }","duration":"351.33093ms","start":"2026-03-02T16:42:32.268446Z","end":"2026-03-02T16:42:32.619777Z","steps":["trace[1197951225] 'agreement among raft nodes before linearized reading' (duration: 350.552609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.619863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:32.268424Z","time spent":"351.428262ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":573,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-plugin-sa\" "} {"level":"warn","ts":"2026-03-02T16:42:32.619707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:32.199944Z","time spent":"419.504393ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"warn","ts":"2026-03-02T16:42:32.94946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.921312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/default\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-03-02T16:42:32.949601Z","caller":"traceutil/trace.go:171","msg":"trace[627104292] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/default; range_end:; response_count:1; response_revision:19582; }","duration":"121.122637ms","start":"2026-03-02T16:42:32.828453Z","end":"2026-03-02T16:42:32.949575Z","steps":["trace[627104292] 'range keys from in-memory index tree' (duration: 120.711907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.949485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.996137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:32.94973Z","caller":"traceutil/trace.go:171","msg":"trace[1732561190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19582; }","duration":"117.278824ms","start":"2026-03-02T16:42:32.832425Z","end":"2026-03-02T16:42:32.949704Z","steps":["trace[1732561190] 'range keys from in-memory index tree' (duration: 116.805431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:33.83876Z","caller":"traceutil/trace.go:171","msg":"trace[1495162315] linearizableReadLoop","detail":"{readStateIndex:20351; appliedIndex:20350; }","duration":"168.03497ms","start":"2026-03-02T16:42:33.670694Z","end":"2026-03-02T16:42:33.838729Z","steps":["trace[1495162315] 'read index received' (duration: 91.264015ms)","trace[1495162315] 'applied index is now lower than readState.Index' (duration: 76.769375ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:33.838792Z","caller":"traceutil/trace.go:171","msg":"trace[1915549096] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"177.201396ms","start":"2026-03-02T16:42:33.661552Z","end":"2026-03-02T16:42:33.838753Z","steps":["trace[1915549096] 'process raft request' (duration: 100.357709ms)","trace[1915549096] 'compare' (duration: 76.665022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:33.838981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.268776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T16:42:33.83906Z","caller":"traceutil/trace.go:171","msg":"trace[1121226290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19586; }","duration":"168.392049ms","start":"2026-03-02T16:42:33.670652Z","end":"2026-03-02T16:42:33.839044Z","steps":["trace[1121226290] 'agreement among raft nodes before linearized reading' (duration: 168.169463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.280055Z","caller":"traceutil/trace.go:171","msg":"trace[279891058] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"184.03598ms","start":"2026-03-02T16:42:34.095991Z","end":"2026-03-02T16:42:34.280027Z","steps":["trace[279891058] 'process raft request' (duration: 183.833645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.312332Z","caller":"traceutil/trace.go:171","msg":"trace[721527175] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20352; }","duration":"215.112565ms","start":"2026-03-02T16:42:34.097191Z","end":"2026-03-02T16:42:34.312304Z","steps":["trace[721527175] 'read index received' (duration: 182.611491ms)","trace[721527175] 'applied index is now lower than readState.Index' (duration: 32.499734ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:34.312437Z","caller":"traceutil/trace.go:171","msg":"trace[1265694820] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"216.185834ms","start":"2026-03-02T16:42:34.096191Z","end":"2026-03-02T16:42:34.312377Z","steps":["trace[1265694820] 'process raft request' (duration: 215.989799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:34.312571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.361763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:34.312636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.527978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-02T16:42:34.312694Z","caller":"traceutil/trace.go:171","msg":"trace[1054492867] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9; range_end:; response_count:1; response_revision:19589; }","duration":"166.617601ms","start":"2026-03-02T16:42:34.146058Z","end":"2026-03-02T16:42:34.312675Z","steps":["trace[1054492867] 'agreement among raft nodes before linearized reading' (duration: 166.470947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.312686Z","caller":"traceutil/trace.go:171","msg":"trace[205469564] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19589; }","duration":"215.519727ms","start":"2026-03-02T16:42:34.097137Z","end":"2026-03-02T16:42:34.312656Z","steps":["trace[205469564] 'agreement among raft nodes before linearized reading' (duration: 215.290541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:34.312697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.090765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"warn","ts":"2026-03-02T16:42:34.312697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.190537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:42:34.312761Z","caller":"traceutil/trace.go:171","msg":"trace[1194954674] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19589; }","duration":"186.201358ms","start":"2026-03-02T16:42:34.12654Z","end":"2026-03-02T16:42:34.312742Z","steps":["trace[1194954674] 'agreement among raft nodes before linearized reading' (duration: 185.978632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:34.312919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.285616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:34.312975Z","caller":"traceutil/trace.go:171","msg":"trace[623789284] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19589; }","duration":"168.365048ms","start":"2026-03-02T16:42:34.144597Z","end":"2026-03-02T16:42:34.312962Z","steps":["trace[623789284] 'agreement among raft nodes before linearized reading' (duration: 168.225354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:34.313017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.088161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:42:34.312765Z","caller":"traceutil/trace.go:171","msg":"trace[1510512032] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19589; }","duration":"154.292149ms","start":"2026-03-02T16:42:34.158459Z","end":"2026-03-02T16:42:34.312751Z","steps":["trace[1510512032] 'agreement among raft nodes before linearized reading' (duration: 154.073744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.313073Z","caller":"traceutil/trace.go:171","msg":"trace[1212965351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19589; }","duration":"171.182794ms","start":"2026-03-02T16:42:34.141878Z","end":"2026-03-02T16:42:34.313061Z","steps":["trace[1212965351] 'agreement among raft nodes before linearized reading' (duration: 171.04118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.422591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.368481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4364"} {"level":"info","ts":"2026-03-02T16:42:35.422683Z","caller":"traceutil/trace.go:171","msg":"trace[872211642] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:19595; }","duration":"125.494105ms","start":"2026-03-02T16:42:35.29717Z","end":"2026-03-02T16:42:35.422664Z","steps":["trace[872211642] 'range keys from in-memory index tree' (duration: 125.087164ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:35.87744Z","caller":"traceutil/trace.go:171","msg":"trace[491041378] linearizableReadLoop","detail":"{readStateIndex:20361; appliedIndex:20360; }","duration":"172.317895ms","start":"2026-03-02T16:42:35.705087Z","end":"2026-03-02T16:42:35.877405Z","steps":["trace[491041378] 'read index received' (duration: 172.046968ms)","trace[491041378] 'applied index is now lower than readState.Index' (duration: 269.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:35.87755Z","caller":"traceutil/trace.go:171","msg":"trace[1969981213] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"215.527177ms","start":"2026-03-02T16:42:35.661986Z","end":"2026-03-02T16:42:35.877514Z","steps":["trace[1969981213] 'process raft request' (duration: 215.179788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.877793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.556196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:35.877874Z","caller":"traceutil/trace.go:171","msg":"trace[485297036] range","detail":"{range_begin:/registry/pods/default/; range_end:/registry/pods/default0; response_count:0; response_revision:19596; }","duration":"138.69574ms","start":"2026-03-02T16:42:35.73916Z","end":"2026-03-02T16:42:35.877855Z","steps":["trace[485297036] 'agreement among raft nodes before linearized reading' (duration: 138.536596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.878125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.234896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416665"} {"level":"info","ts":"2026-03-02T16:42:35.878182Z","caller":"traceutil/trace.go:171","msg":"trace[1723624215] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19596; }","duration":"129.363ms","start":"2026-03-02T16:42:35.748806Z","end":"2026-03-02T16:42:35.878169Z","steps":["trace[1723624215] 'agreement among raft nodes before linearized reading' (duration: 128.905257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.878392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.299451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7964"} {"level":"info","ts":"2026-03-02T16:42:35.878469Z","caller":"traceutil/trace.go:171","msg":"trace[1570469852] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:19596; }","duration":"173.416754ms","start":"2026-03-02T16:42:35.705033Z","end":"2026-03-02T16:42:35.87845Z","steps":["trace[1570469852] 'agreement among raft nodes before linearized reading' (duration: 172.561391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:36.469794Z","caller":"traceutil/trace.go:171","msg":"trace[246380108] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"151.076534ms","start":"2026-03-02T16:42:36.318684Z","end":"2026-03-02T16:42:36.46976Z","steps":["trace[246380108] 'process raft request' (duration: 150.815797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:36.470136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.966301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:42:36.470314Z","caller":"traceutil/trace.go:171","msg":"trace[441260599] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19598; }","duration":"125.150956ms","start":"2026-03-02T16:42:36.3451Z","end":"2026-03-02T16:42:36.470251Z","steps":["trace[441260599] 'agreement among raft nodes before linearized reading' (duration: 124.757085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:36.804383Z","caller":"traceutil/trace.go:171","msg":"trace[797417513] transaction","detail":"{read_only:false; response_revision:19599; number_of_response:1; }","duration":"101.248674ms","start":"2026-03-02T16:42:36.703103Z","end":"2026-03-02T16:42:36.804351Z","steps":["trace[797417513] 'process raft request' (duration: 100.998617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:37.302864Z","caller":"traceutil/trace.go:171","msg":"trace[1083322813] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"494.028917ms","start":"2026-03-02T16:42:36.808804Z","end":"2026-03-02T16:42:37.302833Z","steps":["trace[1083322813] 'process raft request' (duration: 493.875473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.303056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.808783Z","time spent":"494.16454ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:37.303749Z","caller":"traceutil/trace.go:171","msg":"trace[2142071067] linearizableReadLoop","detail":"{readStateIndex:20366; appliedIndex:20364; }","duration":"490.629225ms","start":"2026-03-02T16:42:36.813095Z","end":"2026-03-02T16:42:37.303724Z","steps":["trace[2142071067] 'read index received' (duration: 489.6983ms)","trace[2142071067] 'applied index is now lower than readState.Index' (duration: 928.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:37.303877Z","caller":"traceutil/trace.go:171","msg":"trace[1019012848] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"494.086439ms","start":"2026-03-02T16:42:36.809773Z","end":"2026-03-02T16:42:37.303859Z","steps":["trace[1019012848] 'process raft request' (duration: 493.846932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.304107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.218951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b9rcc\" ","response":"range_response_count:1 size:4865"} {"level":"info","ts":"2026-03-02T16:42:37.304186Z","caller":"traceutil/trace.go:171","msg":"trace[1704487746] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-b9rcc; range_end:; response_count:1; response_revision:19601; }","duration":"488.311823ms","start":"2026-03-02T16:42:36.815852Z","end":"2026-03-02T16:42:37.304164Z","steps":["trace[1704487746] 'agreement among raft nodes before linearized reading' (duration: 488.113318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.304188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.809761Z","time spent":"494.229972ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:37.304236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.815843Z","time spent":"488.383865ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4888,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b9rcc\" "} {"level":"warn","ts":"2026-03-02T16:42:37.305228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.122785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:37.305285Z","caller":"traceutil/trace.go:171","msg":"trace[888034392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19601; }","duration":"492.196808ms","start":"2026-03-02T16:42:36.813076Z","end":"2026-03-02T16:42:37.305273Z","steps":["trace[888034392] 'agreement among raft nodes before linearized reading' (duration: 491.17933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.305322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.813062Z","time spent":"492.248469ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:37.305671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.076791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:37.305783Z","caller":"traceutil/trace.go:171","msg":"trace[1025570285] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19601; }","duration":"142.241775ms","start":"2026-03-02T16:42:37.163515Z","end":"2026-03-02T16:42:37.305757Z","steps":["trace[1025570285] 'agreement among raft nodes before linearized reading' (duration: 142.003218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.305801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.371779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:37.305836Z","caller":"traceutil/trace.go:171","msg":"trace[419164323] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19601; }","duration":"142.427341ms","start":"2026-03-02T16:42:37.163399Z","end":"2026-03-02T16:42:37.305826Z","steps":["trace[419164323] 'agreement among raft nodes before linearized reading' (duration: 142.353549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.305949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.744409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:37.305981Z","caller":"traceutil/trace.go:171","msg":"trace[1760091622] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19601; }","duration":"142.815121ms","start":"2026-03-02T16:42:37.163159Z","end":"2026-03-02T16:42:37.305974Z","steps":["trace[1760091622] 'agreement among raft nodes before linearized reading' (duration: 142.763989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.306119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.300382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T16:42:37.306139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.170509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:42:37.306164Z","caller":"traceutil/trace.go:171","msg":"trace[340780660] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19601; }","duration":"137.379485ms","start":"2026-03-02T16:42:37.168774Z","end":"2026-03-02T16:42:37.306153Z","steps":["trace[340780660] 'agreement among raft nodes before linearized reading' (duration: 137.306213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:37.306198Z","caller":"traceutil/trace.go:171","msg":"trace[973929708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19601; }","duration":"137.250291ms","start":"2026-03-02T16:42:37.16893Z","end":"2026-03-02T16:42:37.30618Z","steps":["trace[973929708] 'agreement among raft nodes before linearized reading' (duration: 137.066656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.306254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.535822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T16:42:37.306361Z","caller":"traceutil/trace.go:171","msg":"trace[1102226335] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:19601; }","duration":"252.700526ms","start":"2026-03-02T16:42:37.05363Z","end":"2026-03-02T16:42:37.30633Z","steps":["trace[1102226335] 'agreement among raft nodes before linearized reading' (duration: 252.440789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.306795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:37.306833Z","caller":"traceutil/trace.go:171","msg":"trace[983197694] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19601; }","duration":"105.489418ms","start":"2026-03-02T16:42:37.201332Z","end":"2026-03-02T16:42:37.306822Z","steps":["trace[983197694] 'agreement among raft nodes before linearized reading' (duration: 105.394665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.307711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.302986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:37.307825Z","caller":"traceutil/trace.go:171","msg":"trace[837338270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19601; }","duration":"342.471071ms","start":"2026-03-02T16:42:36.96534Z","end":"2026-03-02T16:42:37.307811Z","steps":["trace[837338270] 'agreement among raft nodes before linearized reading' (duration: 340.700594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.309235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.965317Z","time spent":"343.893699ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:42:37.457931Z","caller":"traceutil/trace.go:171","msg":"trace[1302759003] transaction","detail":"{read_only:false; response_revision:19602; number_of_response:1; }","duration":"146.744787ms","start":"2026-03-02T16:42:37.311167Z","end":"2026-03-02T16:42:37.457911Z","steps":["trace[1302759003] 'process raft request' (duration: 146.47332ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:37.458124Z","caller":"traceutil/trace.go:171","msg":"trace[534307503] transaction","detail":"{read_only:false; response_revision:19603; number_of_response:1; }","duration":"146.934472ms","start":"2026-03-02T16:42:37.31118Z","end":"2026-03-02T16:42:37.458115Z","steps":["trace[534307503] 'process raft request' (duration: 146.557631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:38.039269Z","caller":"traceutil/trace.go:171","msg":"trace[717008410] linearizableReadLoop","detail":"{readStateIndex:20372; appliedIndex:20371; }","duration":"125.813194ms","start":"2026-03-02T16:42:37.913436Z","end":"2026-03-02T16:42:38.039249Z","steps":["trace[717008410] 'read index received' (duration: 125.65401ms)","trace[717008410] 'applied index is now lower than readState.Index' (duration: 158.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:38.039342Z","caller":"traceutil/trace.go:171","msg":"trace[461761179] transaction","detail":"{read_only:false; response_revision:19606; number_of_response:1; }","duration":"156.601802ms","start":"2026-03-02T16:42:37.882697Z","end":"2026-03-02T16:42:38.039298Z","steps":["trace[461761179] 'process raft request' (duration: 156.404236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:38.039556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.04907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/\" range_end:\"/registry/pods/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:4557"} {"level":"info","ts":"2026-03-02T16:42:38.039615Z","caller":"traceutil/trace.go:171","msg":"trace[1821260330] range","detail":"{range_begin:/registry/pods/rook-ceph/; range_end:/registry/pods/rook-ceph0; response_count:1; response_revision:19606; }","duration":"126.192204ms","start":"2026-03-02T16:42:37.913411Z","end":"2026-03-02T16:42:38.039603Z","steps":["trace[1821260330] 'agreement among raft nodes before linearized reading' (duration: 125.962908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:38.587719Z","caller":"traceutil/trace.go:171","msg":"trace[92524922] transaction","detail":"{read_only:false; response_revision:19608; number_of_response:1; }","duration":"186.994728ms","start":"2026-03-02T16:42:38.400678Z","end":"2026-03-02T16:42:38.587673Z","steps":["trace[92524922] 'process raft request' (duration: 186.836434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:38.587705Z","caller":"traceutil/trace.go:171","msg":"trace[76022293] linearizableReadLoop","detail":"{readStateIndex:20374; appliedIndex:20373; }","duration":"126.258415ms","start":"2026-03-02T16:42:38.461408Z","end":"2026-03-02T16:42:38.587667Z","steps":["trace[76022293] 'read index received' (duration: 126.245775ms)","trace[76022293] 'applied index is now lower than readState.Index' (duration: 10.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:38.587967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.536322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-dhzd7\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-03-02T16:42:38.588045Z","caller":"traceutil/trace.go:171","msg":"trace[1431865851] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-dhzd7; range_end:; response_count:1; response_revision:19608; }","duration":"126.658576ms","start":"2026-03-02T16:42:38.461365Z","end":"2026-03-02T16:42:38.588024Z","steps":["trace[1431865851] 'agreement among raft nodes before linearized reading' (duration: 126.409149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:38.593202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.985898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:38.593282Z","caller":"traceutil/trace.go:171","msg":"trace[2093604369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19609; }","duration":"116.104422ms","start":"2026-03-02T16:42:38.47716Z","end":"2026-03-02T16:42:38.593265Z","steps":["trace[2093604369] 'agreement among raft nodes before linearized reading' (duration: 115.952828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:38.593937Z","caller":"traceutil/trace.go:171","msg":"trace[1216465173] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"115.159146ms","start":"2026-03-02T16:42:38.478758Z","end":"2026-03-02T16:42:38.593917Z","steps":["trace[1216465173] 'process raft request' (duration: 114.228491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:38.809643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.969719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-dhzd7\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-03-02T16:42:38.809733Z","caller":"traceutil/trace.go:171","msg":"trace[898058344] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-dhzd7; range_end:; response_count:1; response_revision:19609; }","duration":"132.095753ms","start":"2026-03-02T16:42:38.677617Z","end":"2026-03-02T16:42:38.809713Z","steps":["trace[898058344] 'range keys from in-memory index tree' (duration: 131.699122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:38.809935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.154474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:38.81Z","caller":"traceutil/trace.go:171","msg":"trace[917230955] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19609; }","duration":"100.259296ms","start":"2026-03-02T16:42:38.709724Z","end":"2026-03-02T16:42:38.809983Z","steps":["trace[917230955] 'range keys from in-memory index tree' (duration: 99.457095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:39.905053Z","caller":"traceutil/trace.go:171","msg":"trace[1294787767] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"396.490424ms","start":"2026-03-02T16:42:39.508538Z","end":"2026-03-02T16:42:39.905028Z","steps":["trace[1294787767] 'process raft request' (duration: 396.35861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.905185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.508515Z","time spent":"396.602996ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:39.963123Z","caller":"traceutil/trace.go:171","msg":"trace[368278269] linearizableReadLoop","detail":"{readStateIndex:20380; appliedIndex:20378; }","duration":"437.459596ms","start":"2026-03-02T16:42:39.525642Z","end":"2026-03-02T16:42:39.963102Z","steps":["trace[368278269] 'read index received' (duration: 379.356173ms)","trace[368278269] 'applied index is now lower than readState.Index' (duration: 58.102623ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:39.963207Z","caller":"traceutil/trace.go:171","msg":"trace[103248751] transaction","detail":"{read_only:false; response_revision:19614; number_of_response:1; }","duration":"454.027011ms","start":"2026-03-02T16:42:39.50913Z","end":"2026-03-02T16:42:39.963157Z","steps":["trace[103248751] 'process raft request' (duration: 453.863957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.963398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.709812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:39.963441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.509107Z","time spent":"454.249387ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:39.963462Z","caller":"traceutil/trace.go:171","msg":"trace[1647607231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19614; }","duration":"437.826985ms","start":"2026-03-02T16:42:39.525601Z","end":"2026-03-02T16:42:39.963428Z","steps":["trace[1647607231] 'agreement among raft nodes before linearized reading' (duration: 437.62042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.963496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.525582Z","time spent":"437.906847ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:39.96372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.715732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-03-02T16:42:39.963782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.473782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:39.963792Z","caller":"traceutil/trace.go:171","msg":"trace[2052819273] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19614; }","duration":"363.828625ms","start":"2026-03-02T16:42:39.599945Z","end":"2026-03-02T16:42:39.963774Z","steps":["trace[2052819273] 'agreement among raft nodes before linearized reading' (duration: 363.623739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:39.963817Z","caller":"traceutil/trace.go:171","msg":"trace[613523386] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19614; }","duration":"332.548204ms","start":"2026-03-02T16:42:39.631256Z","end":"2026-03-02T16:42:39.963804Z","steps":["trace[613523386] 'agreement among raft nodes before linearized reading' (duration: 332.482282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.963837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.631236Z","time spent":"332.596845ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:39.963838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.599912Z","time spent":"363.917487ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-97kkw\" "} {"level":"warn","ts":"2026-03-02T16:42:39.963843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.605039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T16:42:39.963953Z","caller":"traceutil/trace.go:171","msg":"trace[151037617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19614; }","duration":"199.769383ms","start":"2026-03-02T16:42:39.764158Z","end":"2026-03-02T16:42:39.963927Z","steps":["trace[151037617] 'agreement among raft nodes before linearized reading' (duration: 199.421783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.200238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.050689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:40.200432Z","caller":"traceutil/trace.go:171","msg":"trace[1540818101] transaction","detail":"{read_only:false; response_revision:19615; number_of_response:1; }","duration":"171.650647ms","start":"2026-03-02T16:42:40.02875Z","end":"2026-03-02T16:42:40.200401Z","steps":["trace[1540818101] 'process raft request' (duration: 64.334791ms)","trace[1540818101] 'compare' (duration: 106.734821ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:40.200577Z","caller":"traceutil/trace.go:171","msg":"trace[1041564953] transaction","detail":"{read_only:false; response_revision:19616; number_of_response:1; }","duration":"155.573904ms","start":"2026-03-02T16:42:40.044983Z","end":"2026-03-02T16:42:40.200557Z","steps":["trace[1041564953] 'process raft request' (duration: 155.368869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.200743Z","caller":"traceutil/trace.go:171","msg":"trace[454688304] linearizableReadLoop","detail":"{readStateIndex:20381; appliedIndex:20380; }","duration":"164.414442ms","start":"2026-03-02T16:42:40.036277Z","end":"2026-03-02T16:42:40.200691Z","steps":["trace[454688304] 'read index received' (duration: 56.819938ms)","trace[454688304] 'applied index is now lower than readState.Index' (duration: 107.590334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:40.200883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.589367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:40.200954Z","caller":"traceutil/trace.go:171","msg":"trace[1481879545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19616; }","duration":"164.69351ms","start":"2026-03-02T16:42:40.036245Z","end":"2026-03-02T16:42:40.200939Z","steps":["trace[1481879545] 'agreement among raft nodes before linearized reading' (duration: 164.580427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.201024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.300447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:40.201031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.972086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-02T16:42:40.201088Z","caller":"traceutil/trace.go:171","msg":"trace[1632362421] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19616; }","duration":"162.075769ms","start":"2026-03-02T16:42:40.039Z","end":"2026-03-02T16:42:40.201076Z","steps":["trace[1632362421] 'agreement among raft nodes before linearized reading' (duration: 161.904505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.201088Z","caller":"traceutil/trace.go:171","msg":"trace[1374710625] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19616; }","duration":"100.4021ms","start":"2026-03-02T16:42:40.100669Z","end":"2026-03-02T16:42:40.201071Z","steps":["trace[1374710625] 'agreement among raft nodes before linearized reading' (duration: 100.275777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.898857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.51304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-02T16:42:40.899343Z","caller":"traceutil/trace.go:171","msg":"trace[341038004] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19617; }","duration":"324.049115ms","start":"2026-03-02T16:42:40.575268Z","end":"2026-03-02T16:42:40.899317Z","steps":["trace[341038004] 'range keys from in-memory index tree' (duration: 323.354177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.899419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.575248Z","time spent":"324.147128ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-97kkw\" "} {"level":"info","ts":"2026-03-02T16:42:41.034619Z","caller":"traceutil/trace.go:171","msg":"trace[72215063] linearizableReadLoop","detail":"{readStateIndex:20384; appliedIndex:20383; }","duration":"393.043521ms","start":"2026-03-02T16:42:40.641546Z","end":"2026-03-02T16:42:41.034589Z","steps":["trace[72215063] 'read index received' (duration: 392.727543ms)","trace[72215063] 'applied index is now lower than readState.Index' (duration: 314.408µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:41.034727Z","caller":"traceutil/trace.go:171","msg":"trace[527236646] transaction","detail":"{read_only:false; response_revision:19618; number_of_response:1; }","duration":"433.965692ms","start":"2026-03-02T16:42:40.600724Z","end":"2026-03-02T16:42:41.034689Z","steps":["trace[527236646] 'process raft request' (duration: 433.670394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.034897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.600699Z","time spent":"434.109925ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:41.034925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.375119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bvmh2\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-02T16:42:41.034984Z","caller":"traceutil/trace.go:171","msg":"trace[680611187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bvmh2; range_end:; response_count:1; response_revision:19618; }","duration":"393.494803ms","start":"2026-03-02T16:42:40.641475Z","end":"2026-03-02T16:42:41.03497Z","steps":["trace[680611187] 'agreement among raft nodes before linearized reading' (duration: 393.273477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.853188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-03-02T16:42:41.034998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.601015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-02T16:42:41.035034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.641447Z","time spent":"393.574505ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-bvmh2\" "} {"level":"info","ts":"2026-03-02T16:42:41.035044Z","caller":"traceutil/trace.go:171","msg":"trace[361276116] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19618; }","duration":"124.94368ms","start":"2026-03-02T16:42:40.910089Z","end":"2026-03-02T16:42:41.035033Z","steps":["trace[361276116] 'agreement among raft nodes before linearized reading' (duration: 124.752585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.372469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:41.035082Z","caller":"traceutil/trace.go:171","msg":"trace[1813165571] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9; range_end:; response_count:1; response_revision:19618; }","duration":"390.708188ms","start":"2026-03-02T16:42:40.644355Z","end":"2026-03-02T16:42:41.035063Z","steps":["trace[1813165571] 'agreement among raft nodes before linearized reading' (duration: 390.571814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.140399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:41.03511Z","caller":"traceutil/trace.go:171","msg":"trace[256959804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19618; }","duration":"200.526163ms","start":"2026-03-02T16:42:40.834564Z","end":"2026-03-02T16:42:41.03509Z","steps":["trace[256959804] 'agreement among raft nodes before linearized reading' (duration: 200.255946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.644346Z","time spent":"390.772789ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18668,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-dk8j9\" "} {"level":"info","ts":"2026-03-02T16:42:41.035146Z","caller":"traceutil/trace.go:171","msg":"trace[339518225] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19618; }","duration":"388.236561ms","start":"2026-03-02T16:42:40.646892Z","end":"2026-03-02T16:42:41.035129Z","steps":["trace[339518225] 'agreement among raft nodes before linearized reading' (duration: 388.051787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.646864Z","time spent":"388.311154ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" "} {"level":"warn","ts":"2026-03-02T16:42:41.035298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.633715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8s9rc\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-03-02T16:42:41.035341Z","caller":"traceutil/trace.go:171","msg":"trace[1232853847] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8s9rc; range_end:; response_count:1; response_revision:19618; }","duration":"181.689127ms","start":"2026-03-02T16:42:40.853641Z","end":"2026-03-02T16:42:41.035331Z","steps":["trace[1232853847] 'agreement among raft nodes before linearized reading' (duration: 181.568824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.139415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-dj56b\" ","response":"range_response_count:1 size:18670"} {"level":"info","ts":"2026-03-02T16:42:41.035431Z","caller":"traceutil/trace.go:171","msg":"trace[989471702] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-dj56b; range_end:; response_count:1; response_revision:19618; }","duration":"183.336771ms","start":"2026-03-02T16:42:40.852076Z","end":"2026-03-02T16:42:41.035412Z","steps":["trace[989471702] 'agreement among raft nodes before linearized reading' (duration: 182.802867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.688901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-03-02T16:42:41.035702Z","caller":"traceutil/trace.go:171","msg":"trace[411937219] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-g757c; range_end:; response_count:1; response_revision:19618; }","duration":"392.910197ms","start":"2026-03-02T16:42:40.642775Z","end":"2026-03-02T16:42:41.035685Z","steps":["trace[411937219] 'agreement among raft nodes before linearized reading' (duration: 392.024784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.035773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.64276Z","time spent":"392.995839ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-g757c\" "} {"level":"warn","ts":"2026-03-02T16:42:41.03633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.717125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" ","response":"range_response_count:1 size:14276"} {"level":"info","ts":"2026-03-02T16:42:41.036961Z","caller":"traceutil/trace.go:171","msg":"trace[1064402361] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vcpvx; range_end:; response_count:1; response_revision:19618; }","duration":"392.342992ms","start":"2026-03-02T16:42:40.644341Z","end":"2026-03-02T16:42:41.036684Z","steps":["trace[1064402361] 'agreement among raft nodes before linearized reading' (duration: 390.610716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.037341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:40.644327Z","time spent":"392.99645ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14299,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vcpvx\" "} {"level":"warn","ts":"2026-03-02T16:42:41.347644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.596789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:41.347803Z","caller":"traceutil/trace.go:171","msg":"trace[1815311431] linearizableReadLoop","detail":"{readStateIndex:20385; appliedIndex:20384; }","duration":"307.725657ms","start":"2026-03-02T16:42:41.040058Z","end":"2026-03-02T16:42:41.347783Z","steps":["trace[1815311431] 'read index received' (duration: 75.957433ms)","trace[1815311431] 'applied index is now lower than readState.Index' (duration: 231.766724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:41.348044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.967703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18659"} {"level":"info","ts":"2026-03-02T16:42:41.348149Z","caller":"traceutil/trace.go:171","msg":"trace[60424623] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19619; }","duration":"308.106657ms","start":"2026-03-02T16:42:41.040019Z","end":"2026-03-02T16:42:41.348126Z","steps":["trace[60424623] 'agreement among raft nodes before linearized reading' (duration: 307.833039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.348207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.040003Z","time spent":"308.189879ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18682,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T16:42:41.348825Z","caller":"traceutil/trace.go:171","msg":"trace[1284316914] transaction","detail":"{read_only:false; response_revision:19619; number_of_response:1; }","duration":"307.87337ms","start":"2026-03-02T16:42:41.039969Z","end":"2026-03-02T16:42:41.347843Z","steps":["trace[1284316914] 'process raft request' (duration: 75.989944ms)","trace[1284316914] 'compare' (duration: 231.484866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:41.349034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.039946Z","time spent":"308.98013ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:41.350246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.48568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:41.350339Z","caller":"traceutil/trace.go:171","msg":"trace[881318782] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"307.591982ms","start":"2026-03-02T16:42:41.04272Z","end":"2026-03-02T16:42:41.350312Z","steps":["trace[881318782] 'agreement among raft nodes before linearized reading' (duration: 305.498786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.350407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.042713Z","time spent":"307.672534ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:41.350937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.976876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:41.351032Z","caller":"traceutil/trace.go:171","msg":"trace[705050048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"307.112749ms","start":"2026-03-02T16:42:41.043899Z","end":"2026-03-02T16:42:41.351012Z","steps":["trace[705050048] 'agreement among raft nodes before linearized reading' (duration: 304.434757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.351086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.043885Z","time spent":"307.188162ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:41.351307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.550668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:41.351368Z","caller":"traceutil/trace.go:171","msg":"trace[567387909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"308.739653ms","start":"2026-03-02T16:42:41.042613Z","end":"2026-03-02T16:42:41.351352Z","steps":["trace[567387909] 'agreement among raft nodes before linearized reading' (duration: 305.62012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.351326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.574648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"warn","ts":"2026-03-02T16:42:41.35148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.190975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:41.351501Z","caller":"traceutil/trace.go:171","msg":"trace[2014852124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"305.818385ms","start":"2026-03-02T16:42:41.045659Z","end":"2026-03-02T16:42:41.351477Z","steps":["trace[2014852124] 'agreement among raft nodes before linearized reading' (duration: 302.569758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.35149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.042604Z","time spent":"308.791245ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:41.351735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.045653Z","time spent":"305.968609ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T16:42:41.351854Z","caller":"traceutil/trace.go:171","msg":"trace[753653960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"309.453892ms","start":"2026-03-02T16:42:41.042268Z","end":"2026-03-02T16:42:41.351721Z","steps":["trace[753653960] 'agreement among raft nodes before linearized reading' (duration: 305.994329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.35191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.606433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:41.35196Z","caller":"traceutil/trace.go:171","msg":"trace[686156046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"310.652355ms","start":"2026-03-02T16:42:41.041292Z","end":"2026-03-02T16:42:41.351944Z","steps":["trace[686156046] 'agreement among raft nodes before linearized reading' (duration: 306.912465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.352021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.041252Z","time spent":"310.753328ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:41.352179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.042236Z","time spent":"309.795692ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:41.352493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.766731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:41.352544Z","caller":"traceutil/trace.go:171","msg":"trace[346797457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19619; }","duration":"309.854453ms","start":"2026-03-02T16:42:41.042675Z","end":"2026-03-02T16:42:41.352529Z","steps":["trace[346797457] 'agreement among raft nodes before linearized reading' (duration: 305.595339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.352769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.042654Z","time spent":"310.1026ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946687,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:42:41.732208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.638554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-02T16:42:41.732303Z","caller":"traceutil/trace.go:171","msg":"trace[1855315137] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19621; }","duration":"275.743207ms","start":"2026-03-02T16:42:41.456539Z","end":"2026-03-02T16:42:41.732282Z","steps":["trace[1855315137] 'range keys from in-memory index tree' (duration: 275.449579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.732922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.814795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T16:42:41.733019Z","caller":"traceutil/trace.go:171","msg":"trace[1922720102] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19621; }","duration":"173.974119ms","start":"2026-03-02T16:42:41.559022Z","end":"2026-03-02T16:42:41.732996Z","steps":["trace[1922720102] 'range keys from in-memory index tree' (duration: 173.588879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.733019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.743029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:41.733594Z","caller":"traceutil/trace.go:171","msg":"trace[1962382404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19621; }","duration":"256.377645ms","start":"2026-03-02T16:42:41.477183Z","end":"2026-03-02T16:42:41.733561Z","steps":["trace[1962382404] 'range keys from in-memory index tree' (duration: 255.496652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.580474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.122484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:42.580601Z","caller":"traceutil/trace.go:171","msg":"trace[730634630] transaction","detail":"{read_only:false; response_revision:19623; number_of_response:1; }","duration":"600.517801ms","start":"2026-03-02T16:42:41.980049Z","end":"2026-03-02T16:42:42.580567Z","steps":["trace[730634630] 'process raft request' (duration: 178.217893ms)","trace[730634630] 'compare' (duration: 421.945908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:42.580661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.980032Z","time spent":"600.601262ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:42.607556Z","caller":"traceutil/trace.go:171","msg":"trace[715458012] linearizableReadLoop","detail":"{readStateIndex:20390; appliedIndex:20388; }","duration":"550.164006ms","start":"2026-03-02T16:42:42.057342Z","end":"2026-03-02T16:42:42.607506Z","steps":["trace[715458012] 'read index received' (duration: 100.938754ms)","trace[715458012] 'applied index is now lower than readState.Index' (duration: 449.224132ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:42.607634Z","caller":"traceutil/trace.go:171","msg":"trace[2010614164] transaction","detail":"{read_only:false; response_revision:19624; number_of_response:1; }","duration":"551.127752ms","start":"2026-03-02T16:42:42.056462Z","end":"2026-03-02T16:42:42.60759Z","steps":["trace[2010614164] 'process raft request' (duration: 550.911256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.607798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.056437Z","time spent":"551.275666ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:42.607799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.447994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-02T16:42:42.607947Z","caller":"traceutil/trace.go:171","msg":"trace[1999128154] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19624; }","duration":"550.635639ms","start":"2026-03-02T16:42:42.057296Z","end":"2026-03-02T16:42:42.607931Z","steps":["trace[1999128154] 'agreement among raft nodes before linearized reading' (duration: 550.366702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.607979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.057285Z","time spent":"550.68855ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-97kkw\" "} {"level":"warn","ts":"2026-03-02T16:42:43.194015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.917395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:43.194344Z","caller":"traceutil/trace.go:171","msg":"trace[1966829312] transaction","detail":"{read_only:false; response_revision:19625; number_of_response:1; }","duration":"988.196538ms","start":"2026-03-02T16:42:42.20613Z","end":"2026-03-02T16:42:43.194326Z","steps":["trace[1966829312] 'process raft request' (duration: 988.012643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.194453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.206104Z","time spent":"988.287841ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:43.194803Z","caller":"traceutil/trace.go:171","msg":"trace[1218586916] transaction","detail":"{read_only:false; response_revision:19627; number_of_response:1; }","duration":"154.018412ms","start":"2026-03-02T16:42:43.040757Z","end":"2026-03-02T16:42:43.194775Z","steps":["trace[1218586916] 'process raft request' (duration: 153.900829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.194925Z","caller":"traceutil/trace.go:171","msg":"trace[409416152] transaction","detail":"{read_only:false; response_revision:19626; number_of_response:1; }","duration":"714.460455ms","start":"2026-03-02T16:42:42.480428Z","end":"2026-03-02T16:42:43.194888Z","steps":["trace[409416152] 'process raft request' (duration: 713.853459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.19496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.120907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T16:42:43.195044Z","caller":"traceutil/trace.go:171","msg":"trace[1474675701] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19627; }","duration":"759.257301ms","start":"2026-03-02T16:42:42.43577Z","end":"2026-03-02T16:42:43.195027Z","steps":["trace[1474675701] 'agreement among raft nodes before linearized reading' (duration: 759.101047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.195094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.435748Z","time spent":"759.333552ms","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:43.195124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.480405Z","time spent":"714.62526ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:43.194832Z","caller":"traceutil/trace.go:171","msg":"trace[1888050890] linearizableReadLoop","detail":"{readStateIndex:20393; appliedIndex:20390; }","duration":"587.185192ms","start":"2026-03-02T16:42:42.607628Z","end":"2026-03-02T16:42:43.194813Z","steps":["trace[1888050890] 'read index received' (duration: 131.365863ms)","trace[1888050890] 'applied index is now lower than readState.Index' (duration: 455.818129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:43.196179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.526873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-02T16:42:43.196285Z","caller":"traceutil/trace.go:171","msg":"trace[1428063629] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19627; }","duration":"577.665936ms","start":"2026-03-02T16:42:42.618601Z","end":"2026-03-02T16:42:43.196267Z","steps":["trace[1428063629] 'agreement among raft nodes before linearized reading' (duration: 577.42745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.196351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.618568Z","time spent":"577.773299ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-97kkw\" "} {"level":"warn","ts":"2026-03-02T16:42:43.428393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.384693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-02T16:42:43.42848Z","caller":"traceutil/trace.go:171","msg":"trace[2117561422] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19627; }","duration":"131.481966ms","start":"2026-03-02T16:42:43.296978Z","end":"2026-03-02T16:42:43.42846Z","steps":["trace[2117561422] 'range keys from in-memory index tree' (duration: 131.167708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.649167Z","caller":"traceutil/trace.go:171","msg":"trace[24111940] transaction","detail":"{read_only:false; response_revision:19629; number_of_response:1; }","duration":"214.381646ms","start":"2026-03-02T16:42:43.434737Z","end":"2026-03-02T16:42:43.649119Z","steps":["trace[24111940] 'process raft request' (duration: 214.024636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.649364Z","caller":"traceutil/trace.go:171","msg":"trace[1412343555] transaction","detail":"{read_only:false; response_revision:19630; number_of_response:1; }","duration":"213.660906ms","start":"2026-03-02T16:42:43.435676Z","end":"2026-03-02T16:42:43.649337Z","steps":["trace[1412343555] 'process raft request' (duration: 213.260336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.650151Z","caller":"traceutil/trace.go:171","msg":"trace[142280229] linearizableReadLoop","detail":"{readStateIndex:20397; appliedIndex:20395; }","duration":"212.802683ms","start":"2026-03-02T16:42:43.436453Z","end":"2026-03-02T16:42:43.649256Z","steps":["trace[142280229] 'read index received' (duration: 34.114388ms)","trace[142280229] 'applied index is now lower than readState.Index' (duration: 178.687405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:43.650592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.675385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ct9g9\" ","response":"range_response_count:1 size:20755"} {"level":"info","ts":"2026-03-02T16:42:43.650649Z","caller":"traceutil/trace.go:171","msg":"trace[1171254503] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ct9g9; range_end:; response_count:1; response_revision:19630; }","duration":"191.772537ms","start":"2026-03-02T16:42:43.458863Z","end":"2026-03-02T16:42:43.650636Z","steps":["trace[1171254503] 'agreement among raft nodes before linearized reading' (duration: 191.570942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.650945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.467348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.651025Z","caller":"traceutil/trace.go:171","msg":"trace[1072992987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"214.590161ms","start":"2026-03-02T16:42:43.436416Z","end":"2026-03-02T16:42:43.651006Z","steps":["trace[1072992987] 'agreement among raft nodes before linearized reading' (duration: 213.06138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.651308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.825033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-97kkw\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-03-02T16:42:43.651428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.2699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:43.65148Z","caller":"traceutil/trace.go:171","msg":"trace[1710922582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19630; }","duration":"173.363043ms","start":"2026-03-02T16:42:43.478104Z","end":"2026-03-02T16:42:43.651467Z","steps":["trace[1710922582] 'agreement among raft nodes before linearized reading' (duration: 173.28685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.651385Z","caller":"traceutil/trace.go:171","msg":"trace[1642492884] range","detail":"{range_begin:/registry/pods/kube-system/cilium-97kkw; range_end:; response_count:1; response_revision:19630; }","duration":"135.948667ms","start":"2026-03-02T16:42:43.515418Z","end":"2026-03-02T16:42:43.651367Z","steps":["trace[1642492884] 'agreement among raft nodes before linearized reading' (duration: 135.797293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.651788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.779877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.651844Z","caller":"traceutil/trace.go:171","msg":"trace[1369432942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"214.840738ms","start":"2026-03-02T16:42:43.43699Z","end":"2026-03-02T16:42:43.65183Z","steps":["trace[1369432942] 'agreement among raft nodes before linearized reading' (duration: 213.608415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.652295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.238998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.652341Z","caller":"traceutil/trace.go:171","msg":"trace[718373485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"215.29439ms","start":"2026-03-02T16:42:43.437036Z","end":"2026-03-02T16:42:43.652331Z","steps":["trace[718373485] 'agreement among raft nodes before linearized reading' (duration: 213.43414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.652408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.369288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.65248Z","caller":"traceutil/trace.go:171","msg":"trace[542426600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"213.526972ms","start":"2026-03-02T16:42:43.438934Z","end":"2026-03-02T16:42:43.652461Z","steps":["trace[542426600] 'agreement among raft nodes before linearized reading' (duration: 211.869298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.652645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.574508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.652743Z","caller":"traceutil/trace.go:171","msg":"trace[718874164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"215.703081ms","start":"2026-03-02T16:42:43.437019Z","end":"2026-03-02T16:42:43.652722Z","steps":["trace[718874164] 'agreement among raft nodes before linearized reading' (duration: 213.523443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.655005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.719742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.655096Z","caller":"traceutil/trace.go:171","msg":"trace[1749428938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"215.844645ms","start":"2026-03-02T16:42:43.439238Z","end":"2026-03-02T16:42:43.655082Z","steps":["trace[1749428938] 'agreement among raft nodes before linearized reading' (duration: 211.394935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.657207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.684696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946664"} {"level":"info","ts":"2026-03-02T16:42:43.657255Z","caller":"traceutil/trace.go:171","msg":"trace[1253340026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19630; }","duration":"220.749687ms","start":"2026-03-02T16:42:43.436493Z","end":"2026-03-02T16:42:43.657243Z","steps":["trace[1253340026] 'agreement among raft nodes before linearized reading' (duration: 213.894123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:44.292207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.655338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:44.292291Z","caller":"traceutil/trace.go:171","msg":"trace[526168273] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:19631; }","duration":"106.781382ms","start":"2026-03-02T16:42:44.185486Z","end":"2026-03-02T16:42:44.292267Z","steps":["trace[526168273] 'count revisions from in-memory index tree' (duration: 106.585937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:44.292476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.856976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-zcvn5\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-03-02T16:42:44.292628Z","caller":"traceutil/trace.go:171","msg":"trace[117914468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-zcvn5; range_end:; response_count:1; response_revision:19631; }","duration":"113.061801ms","start":"2026-03-02T16:42:44.179537Z","end":"2026-03-02T16:42:44.292599Z","steps":["trace[117914468] 'range keys from in-memory index tree' (duration: 112.63495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:45.386417Z","caller":"traceutil/trace.go:171","msg":"trace[2043742828] linearizableReadLoop","detail":"{readStateIndex:20402; appliedIndex:20399; }","duration":"161.307989ms","start":"2026-03-02T16:42:45.225084Z","end":"2026-03-02T16:42:45.386392Z","steps":["trace[2043742828] 'read index received' (duration: 5.742885ms)","trace[2043742828] 'applied index is now lower than readState.Index' (duration: 155.564054ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:45.386503Z","caller":"traceutil/trace.go:171","msg":"trace[1742421573] transaction","detail":"{read_only:false; response_revision:19635; number_of_response:1; }","duration":"185.017936ms","start":"2026-03-02T16:42:45.201451Z","end":"2026-03-02T16:42:45.386469Z","steps":["trace[1742421573] 'process raft request' (duration: 184.882932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:45.386496Z","caller":"traceutil/trace.go:171","msg":"trace[372344190] transaction","detail":"{read_only:false; response_revision:19634; number_of_response:1; }","duration":"185.047376ms","start":"2026-03-02T16:42:45.201409Z","end":"2026-03-02T16:42:45.386456Z","steps":["trace[372344190] 'process raft request' (duration: 153.479947ms)","trace[372344190] 'compare' (duration: 31.272221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:45.386698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.599296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T16:42:45.386752Z","caller":"traceutil/trace.go:171","msg":"trace[120092924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19635; }","duration":"161.695549ms","start":"2026-03-02T16:42:45.225044Z","end":"2026-03-02T16:42:45.38674Z","steps":["trace[120092924] 'agreement among raft nodes before linearized reading' (duration: 161.509944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:45.386783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.810541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-vqhh8\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-02T16:42:45.386845Z","caller":"traceutil/trace.go:171","msg":"trace[1115223932] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-vqhh8; range_end:; response_count:1; response_revision:19635; }","duration":"132.929835ms","start":"2026-03-02T16:42:45.253901Z","end":"2026-03-02T16:42:45.386831Z","steps":["trace[1115223932] 'agreement among raft nodes before linearized reading' (duration: 132.71085ms)"],"step_count":1}