{"level":"warn","ts":"2026-03-01T13:59:41.734494Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T13:59:41.734621Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T13:59:41.734716Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T13:59:41.734732Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-01T13:59:41.734759Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T13:59:41.735641Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-03-01T13:59:41.735766Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T13:59:41.74035Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.208195ms"} {"level":"info","ts":"2026-03-01T13:59:41.748325Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-03-01T13:59:41.748457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T13:59:41.748494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-03-01T13:59:41.748538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T13:59:41.748608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-03-01T13:59:41.748699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-03-01T13:59:41.758731Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T13:59:41.760325Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T13:59:41.761654Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T13:59:41.763868Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T13:59:41.764035Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T13:59:41.764168Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:59:41.764245Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:59:41.764255Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:59:41.765299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-03-01T13:59:41.766829Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-01T13:59:41.769518Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T13:59:41.769747Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-01T13:59:41.769853Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T13:59:41.769931Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T13:59:41.769905Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-01T13:59:41.949614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T13:59:41.949693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T13:59:41.949744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-03-01T13:59:41.949769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-03-01T13:59:41.94978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-01T13:59:41.949798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-03-01T13:59:41.949814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-01T13:59:41.952089Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T13:59:41.95236Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:41.952883Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T13:59:41.952976Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T13:59:41.953179Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T13:59:41.95325Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T13:59:41.953471Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:41.95374Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:41.953867Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:41.956701Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-03-01T13:59:41.95694Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-01T13:59:43.978911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227840629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:44.479425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227840629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:44.979738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227840629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:45.480525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227840629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:45.981494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227840629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:46.482663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227840629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:46.51129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.033983201s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:59:46.511791Z","caller":"traceutil/trace.go:171","msg":"trace[1300785666] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"3.034523774s","start":"2026-03-01T13:59:43.477245Z","end":"2026-03-01T13:59:46.511769Z","steps":["trace[1300785666] 'process raft request' (duration: 3.034297378s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.512357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.477236Z","time spent":"3.034629926s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:46.881504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T13:59:46.881672Z","caller":"traceutil/trace.go:171","msg":"trace[2094727283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420927s","start":"2026-03-01T13:59:44.881223Z","end":"2026-03-01T13:59:46.881643Z","steps":["trace[2094727283] 'agreement among raft nodes before linearized reading' (duration: 2.000195362s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.881747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:44.881194Z","time spent":"2.00052907s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 13:59:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T13:59:47.110694Z","caller":"traceutil/trace.go:171","msg":"trace[485394774] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"3.54719044s","start":"2026-03-01T13:59:43.563466Z","end":"2026-03-01T13:59:47.110656Z","steps":["trace[485394774] 'process raft request' (duration: 3.546933382s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.110774Z","caller":"traceutil/trace.go:171","msg":"trace[393602834] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"3.54716214s","start":"2026-03-01T13:59:43.563574Z","end":"2026-03-01T13:59:47.110736Z","steps":["trace[393602834] 'process raft request' (duration: 3.547026646s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.110838Z","caller":"traceutil/trace.go:171","msg":"trace[322279248] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:4; }","duration":"3.631967905s","start":"2026-03-01T13:59:43.478844Z","end":"2026-03-01T13:59:47.110812Z","steps":["trace[322279248] 'read index received' (duration: 3.032657388s)","trace[322279248] 'applied index is now lower than readState.Index' (duration: 599.309647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:47.110861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.563444Z","time spent":"3.547338044s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:47.110876Z","caller":"traceutil/trace.go:171","msg":"trace[208511838] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"3.54720907s","start":"2026-03-01T13:59:43.563601Z","end":"2026-03-01T13:59:47.11081Z","steps":["trace[208511838] 'process raft request' (duration: 3.546966624s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.110926Z","caller":"traceutil/trace.go:171","msg":"trace[328871115] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"3.545043447s","start":"2026-03-01T13:59:43.565856Z","end":"2026-03-01T13:59:47.110899Z","steps":["trace[328871115] 'process raft request' (duration: 3.544837442s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.110936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.563552Z","time spent":"3.547306603s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:47.11102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.565842Z","time spent":"3.545126218s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:47.110986Z","caller":"traceutil/trace.go:171","msg":"trace[387418135] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"3.547117669s","start":"2026-03-01T13:59:43.563824Z","end":"2026-03-01T13:59:47.110941Z","steps":["trace[387418135] 'process raft request' (duration: 3.546832042s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.111038Z","caller":"traceutil/trace.go:171","msg":"trace[560936714] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"3.54721173s","start":"2026-03-01T13:59:43.563753Z","end":"2026-03-01T13:59:47.110965Z","steps":["trace[560936714] 'process raft request' (duration: 3.546877122s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.563591Z","time spent":"3.547376384s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:47.111121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.563809Z","time spent":"3.547264132s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:47.111129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.563745Z","time spent":"3.547343993s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:47.111135Z","caller":"traceutil/trace.go:171","msg":"trace[1163387621] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"3.538564876s","start":"2026-03-01T13:59:43.572552Z","end":"2026-03-01T13:59:47.111117Z","steps":["trace[1163387621] 'process raft request' (duration: 3.538179556s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.57254Z","time spent":"3.538642357s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:47.111246Z","caller":"traceutil/trace.go:171","msg":"trace[1379421907] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"3.538505204s","start":"2026-03-01T13:59:43.572732Z","end":"2026-03-01T13:59:47.111237Z","steps":["trace[1379421907] 'process raft request' (duration: 3.538033682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.572722Z","time spent":"3.538539955s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:47.11127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632405826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-01T13:59:47.11131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632315674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-01T13:59:47.111328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548186975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-01T13:59:47.111333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548749228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-01T13:59:47.111343Z","caller":"traceutil/trace.go:171","msg":"trace[342015838] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:10; }","duration":"3.632514079s","start":"2026-03-01T13:59:43.478807Z","end":"2026-03-01T13:59:47.111321Z","steps":["trace[342015838] 'agreement among raft nodes before linearized reading' (duration: 3.632354015s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.111362Z","caller":"traceutil/trace.go:171","msg":"trace[1034793966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:10; }","duration":"3.632385105s","start":"2026-03-01T13:59:43.478961Z","end":"2026-03-01T13:59:47.111346Z","steps":["trace[1034793966] 'agreement among raft nodes before linearized reading' (duration: 3.632293113s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.111377Z","caller":"traceutil/trace.go:171","msg":"trace[1279340360] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"3.548281367s","start":"2026-03-01T13:59:43.563081Z","end":"2026-03-01T13:59:47.111363Z","steps":["trace[1279340360] 'agreement among raft nodes before linearized reading' (duration: 3.548200505s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.111383Z","caller":"traceutil/trace.go:171","msg":"trace[1162230256] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:10; }","duration":"3.54881961s","start":"2026-03-01T13:59:43.562549Z","end":"2026-03-01T13:59:47.111369Z","steps":["trace[1162230256] 'agreement among raft nodes before linearized reading' (duration: 3.548743308s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648958003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-01T13:59:47.111394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.478787Z","time spent":"3.632594041s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.478953Z","time spent":"3.632442098s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.563057Z","time spent":"3.548349088s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.562538Z","time spent":"3.548874271s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648594704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-01T13:59:47.11147Z","caller":"traceutil/trace.go:171","msg":"trace[1019683880] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10; }","duration":"2.648648754s","start":"2026-03-01T13:59:44.462816Z","end":"2026-03-01T13:59:47.111465Z","steps":["trace[1019683880] 'agreement among raft nodes before linearized reading' (duration: 2.648621504s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48251176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-01T13:59:47.11149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:44.4628Z","time spent":"2.648685596s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-03-01T13:59:47.1115Z","caller":"traceutil/trace.go:171","msg":"trace[1496635987] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"3.482581362s","start":"2026-03-01T13:59:43.628908Z","end":"2026-03-01T13:59:47.11149Z","steps":["trace[1496635987] 'agreement among raft nodes before linearized reading' (duration: 3.482524241s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.628887Z","time spent":"3.482635283s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580429841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-01T13:59:47.111425Z","caller":"traceutil/trace.go:171","msg":"trace[1865960914] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:10; }","duration":"2.648996693s","start":"2026-03-01T13:59:44.462418Z","end":"2026-03-01T13:59:47.111414Z","steps":["trace[1865960914] 'agreement among raft nodes before linearized reading' (duration: 2.648967212s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63253773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-01T13:59:47.111606Z","caller":"traceutil/trace.go:171","msg":"trace[1358790139] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"3.580733538s","start":"2026-03-01T13:59:43.530858Z","end":"2026-03-01T13:59:47.111591Z","steps":["trace[1358790139] 'agreement among raft nodes before linearized reading' (duration: 3.580430661s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:47.111635Z","caller":"traceutil/trace.go:171","msg":"trace[865984366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:10; }","duration":"3.632592731s","start":"2026-03-01T13:59:43.479034Z","end":"2026-03-01T13:59:47.111627Z","steps":["trace[865984366] 'agreement among raft nodes before linearized reading' (duration: 3.63254223s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546247836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-01T13:59:47.111652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.530844Z","time spent":"3.58079497s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:44.462402Z","time spent":"2.649226608s","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.479018Z","time spent":"3.632642082s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T13:59:47.111684Z","caller":"traceutil/trace.go:171","msg":"trace[604978520] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"3.546332308s","start":"2026-03-01T13:59:43.565334Z","end":"2026-03-01T13:59:47.111667Z","steps":["trace[604978520] 'agreement among raft nodes before linearized reading' (duration: 3.546246376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63255226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-03-01T13:59:47.111726Z","caller":"traceutil/trace.go:171","msg":"trace[52802138] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"3.632581961s","start":"2026-03-01T13:59:43.479137Z","end":"2026-03-01T13:59:47.111718Z","steps":["trace[52802138] 'agreement among raft nodes before linearized reading' (duration: 3.6325394s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:47.111731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.565315Z","time spent":"3.546402s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-01T13:59:47.111748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.479131Z","time spent":"3.632611731s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3199,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T13:59:47.987592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.232208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-01T13:59:47.987755Z","caller":"traceutil/trace.go:171","msg":"trace[1258093511] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"228.243213ms","start":"2026-03-01T13:59:47.759487Z","end":"2026-03-01T13:59:47.98773Z","steps":["trace[1258093511] 'process raft request' (duration: 57.503212ms)","trace[1258093511] 'compare' (duration: 169.982962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:48.430886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.049735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-01T13:59:48.431159Z","caller":"traceutil/trace.go:171","msg":"trace[1246365430] transaction","detail":"{read_only:false; response_revision:114; number_of_response:1; }","duration":"241.89774ms","start":"2026-03-01T13:59:48.189221Z","end":"2026-03-01T13:59:48.431119Z","steps":["trace[1246365430] 'process raft request' (duration: 71.540238ms)","trace[1246365430] 'compare' (duration: 169.8689ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:48.902748Z","caller":"traceutil/trace.go:171","msg":"trace[2034412159] linearizableReadLoop","detail":"{readStateIndex:139; appliedIndex:138; }","duration":"109.817665ms","start":"2026-03-01T13:59:48.792888Z","end":"2026-03-01T13:59:48.902706Z","steps":["trace[2034412159] 'read index received' (duration: 43.335142ms)","trace[2034412159] 'applied index is now lower than readState.Index' (duration: 66.480693ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:48.902773Z","caller":"traceutil/trace.go:171","msg":"trace[279604503] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"145.551819ms","start":"2026-03-01T13:59:48.757187Z","end":"2026-03-01T13:59:48.902739Z","steps":["trace[279604503] 'process raft request' (duration: 79.089846ms)","trace[279604503] 'compare' (duration: 66.270248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:48.902946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.048971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:48.903013Z","caller":"traceutil/trace.go:171","msg":"trace[272060078] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:0; response_revision:134; }","duration":"110.183524ms","start":"2026-03-01T13:59:48.792816Z","end":"2026-03-01T13:59:48.903Z","steps":["trace[272060078] 'agreement among raft nodes before linearized reading' (duration: 110.02832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:49.971604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.172786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:49.971769Z","caller":"traceutil/trace.go:171","msg":"trace[406936345] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"179.757714ms","start":"2026-03-01T13:59:49.791994Z","end":"2026-03-01T13:59:49.971752Z","steps":["trace[406936345] 'process raft request' (duration: 179.706653ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:49.971845Z","caller":"traceutil/trace.go:171","msg":"trace[2132704736] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"180.366299ms","start":"2026-03-01T13:59:49.791457Z","end":"2026-03-01T13:59:49.971823Z","steps":["trace[2132704736] 'compare' (duration: 174.053613ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:50.574473Z","caller":"traceutil/trace.go:171","msg":"trace[1151811983] linearizableReadLoop","detail":"{readStateIndex:193; appliedIndex:191; }","duration":"445.236438ms","start":"2026-03-01T13:59:50.129212Z","end":"2026-03-01T13:59:50.574448Z","steps":["trace[1151811983] 'read index received' (duration: 379.683618ms)","trace[1151811983] 'applied index is now lower than readState.Index' (duration: 65.55188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:50.574627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.392152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:50.574639Z","caller":"traceutil/trace.go:171","msg":"trace[945468488] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"599.944003ms","start":"2026-03-01T13:59:49.974665Z","end":"2026-03-01T13:59:50.574609Z","steps":["trace[945468488] 'process raft request' (duration: 534.236079ms)","trace[945468488] 'compare' (duration: 65.348295ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:50.574669Z","caller":"traceutil/trace.go:171","msg":"trace[699363209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:188; }","duration":"445.475874ms","start":"2026-03-01T13:59:50.129182Z","end":"2026-03-01T13:59:50.574657Z","steps":["trace[699363209] 'agreement among raft nodes before linearized reading' (duration: 445.362101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.574708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.129168Z","time spent":"445.532345ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T13:59:50.574753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:49.974648Z","time spent":"600.049055ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:50.574616Z","caller":"traceutil/trace.go:171","msg":"trace[208303812] transaction","detail":"{read_only:false; response_revision:188; number_of_response:1; }","duration":"598.129647ms","start":"2026-03-01T13:59:49.976449Z","end":"2026-03-01T13:59:50.574578Z","steps":["trace[208303812] 'process raft request' (duration: 597.953283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.574947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:49.976434Z","time spent":"598.446825ms","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:50.923067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.840397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:50.923315Z","caller":"traceutil/trace.go:171","msg":"trace[1317682335] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"215.081708ms","start":"2026-03-01T13:59:50.708211Z","end":"2026-03-01T13:59:50.923293Z","steps":["trace[1317682335] 'process raft request' (duration: 110.917302ms)","trace[1317682335] 'compare' (duration: 103.706334ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:50.923426Z","caller":"traceutil/trace.go:171","msg":"trace[74996107] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"214.273108ms","start":"2026-03-01T13:59:50.709057Z","end":"2026-03-01T13:59:50.92333Z","steps":["trace[74996107] 'process raft request' (duration: 214.113304ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.063646Z","caller":"traceutil/trace.go:171","msg":"trace[1838304415] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"135.715766ms","start":"2026-03-01T13:59:50.927894Z","end":"2026-03-01T13:59:51.063609Z","steps":["trace[1838304415] 'process raft request' (duration: 127.669737ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.063713Z","caller":"traceutil/trace.go:171","msg":"trace[497161244] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"134.369573ms","start":"2026-03-01T13:59:50.929301Z","end":"2026-03-01T13:59:51.06367Z","steps":["trace[497161244] 'process raft request' (duration: 134.222169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.063837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.865864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:deployment-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:51.063893Z","caller":"traceutil/trace.go:171","msg":"trace[185132248] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:deployment-controller; range_end:; response_count:0; response_revision:202; }","duration":"119.960087ms","start":"2026-03-01T13:59:50.943919Z","end":"2026-03-01T13:59:51.06388Z","steps":["trace[185132248] 'agreement among raft nodes before linearized reading' (duration: 119.783262ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.063653Z","caller":"traceutil/trace.go:171","msg":"trace[223460112] linearizableReadLoop","detail":"{readStateIndex:207; appliedIndex:204; }","duration":"119.683019ms","start":"2026-03-01T13:59:50.943945Z","end":"2026-03-01T13:59:51.063628Z","steps":["trace[223460112] 'read index received' (duration: 111.516657ms)","trace[223460112] 'applied index is now lower than readState.Index' (duration: 8.165362ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:51.063883Z","caller":"traceutil/trace.go:171","msg":"trace[1887634149] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"124.121859ms","start":"2026-03-01T13:59:50.939706Z","end":"2026-03-01T13:59:51.063828Z","steps":["trace[1887634149] 'process raft request' (duration: 123.871553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.940863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.495414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113"} {"level":"info","ts":"2026-03-01T13:59:51.940985Z","caller":"traceutil/trace.go:171","msg":"trace[1212939747] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:245; }","duration":"409.676758ms","start":"2026-03-01T13:59:51.531285Z","end":"2026-03-01T13:59:51.940962Z","steps":["trace[1212939747] 'range keys from in-memory index tree' (duration: 409.374682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.941038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:51.531267Z","time spent":"409.760841ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":137,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T14:00:02.588086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.867293ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:02.588199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.759619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:02.588339Z","caller":"traceutil/trace.go:171","msg":"trace[22732120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:395; }","duration":"580.955554ms","start":"2026-03-01T14:00:02.007353Z","end":"2026-03-01T14:00:02.588308Z","steps":["trace[22732120] 'range keys from in-memory index tree' (duration: 580.637447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:02.58841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:02.007325Z","time spent":"581.066517ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:00:02.588227Z","caller":"traceutil/trace.go:171","msg":"trace[672729192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:395; }","duration":"228.017897ms","start":"2026-03-01T14:00:02.360191Z","end":"2026-03-01T14:00:02.588209Z","steps":["trace[672729192] 'range keys from in-memory index tree' (duration: 227.850222ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:02.774441Z","caller":"traceutil/trace.go:171","msg":"trace[773186821] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"178.712779ms","start":"2026-03-01T14:00:02.595703Z","end":"2026-03-01T14:00:02.774416Z","steps":["trace[773186821] 'process raft request' (duration: 178.556195ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:03.124767Z","caller":"traceutil/trace.go:171","msg":"trace[1311614452] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"343.768109ms","start":"2026-03-01T14:00:02.780973Z","end":"2026-03-01T14:00:03.124741Z","steps":["trace[1311614452] 'process raft request' (duration: 343.632696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:03.124911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:02.780949Z","time spent":"343.889442ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:03.12949Z","caller":"traceutil/trace.go:171","msg":"trace[1435345959] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"346.388224ms","start":"2026-03-01T14:00:02.783072Z","end":"2026-03-01T14:00:03.12946Z","steps":["trace[1435345959] 'process raft request' (duration: 346.268481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:03.129644Z","caller":"traceutil/trace.go:171","msg":"trace[1934190355] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"339.690328ms","start":"2026-03-01T14:00:02.789904Z","end":"2026-03-01T14:00:03.129594Z","steps":["trace[1934190355] 'process raft request' (duration: 339.487033ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:03.129509Z","caller":"traceutil/trace.go:171","msg":"trace[1681364020] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"348.309072ms","start":"2026-03-01T14:00:02.781167Z","end":"2026-03-01T14:00:03.129476Z","steps":["trace[1681364020] 'process raft request' (duration: 348.065456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:03.129755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:02.781147Z","time spent":"348.565728ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:03.129761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:02.78989Z","time spent":"339.80201ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:03.130453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:02.783055Z","time spent":"346.558088ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:03.77525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.631344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:03.775365Z","caller":"traceutil/trace.go:171","msg":"trace[1649737697] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"296.374957ms","start":"2026-03-01T14:00:03.478971Z","end":"2026-03-01T14:00:03.775346Z","steps":["trace[1649737697] 'process raft request' (duration: 71.551889ms)","trace[1649737697] 'compare' (duration: 224.312365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:04.13187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.508049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:04.131994Z","caller":"traceutil/trace.go:171","msg":"trace[326691455] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"210.852914ms","start":"2026-03-01T14:00:03.921121Z","end":"2026-03-01T14:00:04.131974Z","steps":["trace[326691455] 'read index received' (duration: 47.411µs)","trace[326691455] 'applied index is now lower than readState.Index' (duration: 210.803572ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:04.132247Z","caller":"traceutil/trace.go:171","msg":"trace[1162415239] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"436.664866ms","start":"2026-03-01T14:00:03.695504Z","end":"2026-03-01T14:00:04.132169Z","steps":["trace[1162415239] 'process raft request' (duration: 205.747967ms)","trace[1162415239] 'compare' (duration: 230.341484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:04.132357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:03.695474Z","time spent":"436.83173ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:04.132491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.362346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-01T14:00:04.132546Z","caller":"traceutil/trace.go:171","msg":"trace[855250243] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:409; }","duration":"211.449748ms","start":"2026-03-01T14:00:03.921081Z","end":"2026-03-01T14:00:04.132531Z","steps":["trace[855250243] 'agreement among raft nodes before linearized reading' (duration: 210.949776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:04.763245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.240528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:04.763362Z","caller":"traceutil/trace.go:171","msg":"trace[1293304733] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"230.806646ms","start":"2026-03-01T14:00:04.532533Z","end":"2026-03-01T14:00:04.763339Z","steps":["trace[1293304733] 'read index received' (duration: 94.364072ms)","trace[1293304733] 'applied index is now lower than readState.Index' (duration: 136.441224ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:04.763419Z","caller":"traceutil/trace.go:171","msg":"trace[1110177496] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"618.990474ms","start":"2026-03-01T14:00:04.144376Z","end":"2026-03-01T14:00:04.763367Z","steps":["trace[1110177496] 'process raft request' (duration: 482.54676ms)","trace[1110177496] 'compare' (duration: 135.955242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:04.763444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.908618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:04.763638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:04.144345Z","time spent":"619.166128ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:04.763791Z","caller":"traceutil/trace.go:171","msg":"trace[1775886271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"231.192875ms","start":"2026-03-01T14:00:04.532482Z","end":"2026-03-01T14:00:04.763675Z","steps":["trace[1775886271] 'agreement among raft nodes before linearized reading' (duration: 230.916508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:05.191174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.006923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:05.191327Z","caller":"traceutil/trace.go:171","msg":"trace[123341411] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"412.903739ms","start":"2026-03-01T14:00:04.778386Z","end":"2026-03-01T14:00:05.19129Z","steps":["trace[123341411] 'process raft request' (duration: 274.700792ms)","trace[123341411] 'compare' (duration: 137.856739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:05.191479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:04.778363Z","time spent":"413.038172ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:05.559045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.534172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:05.559301Z","caller":"traceutil/trace.go:171","msg":"trace[526365702] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"362.474691ms","start":"2026-03-01T14:00:05.196814Z","end":"2026-03-01T14:00:05.559289Z","steps":["trace[526365702] 'process raft request' (duration: 362.314247ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:05.559294Z","caller":"traceutil/trace.go:171","msg":"trace[1778889790] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"363.966629ms","start":"2026-03-01T14:00:05.19529Z","end":"2026-03-01T14:00:05.559256Z","steps":["trace[1778889790] 'process raft request' (duration: 196.16102ms)","trace[1778889790] 'compare' (duration: 167.403949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:05.559346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.196783Z","time spent":"362.543033ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:05.559461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.195266Z","time spent":"364.108172ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:06.271828Z","caller":"traceutil/trace.go:171","msg":"trace[1118688604] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"491.656225ms","start":"2026-03-01T14:00:05.780141Z","end":"2026-03-01T14:00:06.271797Z","steps":["trace[1118688604] 'read index received' (duration: 408.572581ms)","trace[1118688604] 'applied index is now lower than readState.Index' (duration: 83.082254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:06.271962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.797989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:06.271998Z","caller":"traceutil/trace.go:171","msg":"trace[1397123551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"491.912572ms","start":"2026-03-01T14:00:05.780073Z","end":"2026-03-01T14:00:06.271986Z","steps":["trace[1397123551] 'agreement among raft nodes before linearized reading' (duration: 491.82482ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:06.271967Z","caller":"traceutil/trace.go:171","msg":"trace[791313709] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"707.280107ms","start":"2026-03-01T14:00:05.564648Z","end":"2026-03-01T14:00:06.271928Z","steps":["trace[791313709] 'process raft request' (duration: 623.923236ms)","trace[791313709] 'compare' (duration: 83.099064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:06.272044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.780045Z","time spent":"491.990664ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:06.272154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.564625Z","time spent":"707.438051ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:06.675556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.169546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:06.675806Z","caller":"traceutil/trace.go:171","msg":"trace[1828408874] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:426; }","duration":"155.2862ms","start":"2026-03-01T14:00:06.520501Z","end":"2026-03-01T14:00:06.675787Z","steps":["trace[1828408874] 'read index received' (duration: 91.487882ms)","trace[1828408874] 'applied index is now lower than readState.Index' (duration: 63.797468ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:06.675919Z","caller":"traceutil/trace.go:171","msg":"trace[1377530362] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"782.983399ms","start":"2026-03-01T14:00:05.892894Z","end":"2026-03-01T14:00:06.675877Z","steps":["trace[1377530362] 'process raft request' (duration: 570.411763ms)","trace[1377530362] 'compare' (duration: 211.999872ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:06.675985Z","caller":"traceutil/trace.go:171","msg":"trace[157935514] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"400.40213ms","start":"2026-03-01T14:00:06.275535Z","end":"2026-03-01T14:00:06.675937Z","steps":["trace[157935514] 'process raft request' (duration: 400.179274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:06.676134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:05.892872Z","time spent":"783.141092ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:06.676168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.469934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:06.676238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:06.27551Z","time spent":"400.598815ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:06.676257Z","caller":"traceutil/trace.go:171","msg":"trace[1524799933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"155.747961ms","start":"2026-03-01T14:00:06.520457Z","end":"2026-03-01T14:00:06.676205Z","steps":["trace[1524799933] 'agreement among raft nodes before linearized reading' (duration: 155.389522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:06.941928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.536924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-01T14:00:06.94202Z","caller":"traceutil/trace.go:171","msg":"trace[2141084054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:416; }","duration":"127.700827ms","start":"2026-03-01T14:00:06.814298Z","end":"2026-03-01T14:00:06.941999Z","steps":["trace[2141084054] 'range keys from in-memory index tree' (duration: 127.37564ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:07.089902Z","caller":"traceutil/trace.go:171","msg":"trace[1270887114] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"133.09162ms","start":"2026-03-01T14:00:06.956771Z","end":"2026-03-01T14:00:07.089863Z","steps":["trace[1270887114] 'process raft request' (duration: 132.909735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:07.481701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.424759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:00:08.036181Z","caller":"traceutil/trace.go:171","msg":"trace[916243165] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:432; }","duration":"222.640914ms","start":"2026-03-01T14:00:07.813499Z","end":"2026-03-01T14:00:08.036139Z","steps":["trace[916243165] 'read index received' (duration: 52.763095ms)","trace[916243165] 'applied index is now lower than readState.Index' (duration: 169.875889ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:08.036286Z","caller":"traceutil/trace.go:171","msg":"trace[970561417] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"236.050706ms","start":"2026-03-01T14:00:07.800191Z","end":"2026-03-01T14:00:08.036241Z","steps":["trace[970561417] 'process raft request' (duration: 136.936125ms)","trace[970561417] 'compare' (duration: 98.784963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:08.036459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.943821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"warn","ts":"2026-03-01T14:00:08.036505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.830961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-01T14:00:08.036557Z","caller":"traceutil/trace.go:171","msg":"trace[1973405211] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:421; }","duration":"106.990545ms","start":"2026-03-01T14:00:07.929553Z","end":"2026-03-01T14:00:08.036543Z","steps":["trace[1973405211] 'agreement among raft nodes before linearized reading' (duration: 106.833091ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.036557Z","caller":"traceutil/trace.go:171","msg":"trace[1344485815] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:421; }","duration":"223.095715ms","start":"2026-03-01T14:00:07.813433Z","end":"2026-03-01T14:00:08.036529Z","steps":["trace[1344485815] 'agreement among raft nodes before linearized reading' (duration: 222.89693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:08.777082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:09.277592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:09.778321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:09.866394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.777006965s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:00:09.873374Z","caller":"traceutil/trace.go:171","msg":"trace[1365150658] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"1.596949362s","start":"2026-03-01T14:00:08.2764Z","end":"2026-03-01T14:00:09.87335Z","steps":["trace[1365150658] 'read index received' (duration: 1.590177565s)","trace[1365150658] 'applied index is now lower than readState.Index' (duration: 6.770587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:09.873384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:08.088876Z","time spent":"1.784502849s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:00:09.873504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354015396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:09.873534Z","caller":"traceutil/trace.go:171","msg":"trace[631039515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"1.354056757s","start":"2026-03-01T14:00:08.519467Z","end":"2026-03-01T14:00:09.873524Z","steps":["trace[631039515] 'agreement among raft nodes before linearized reading' (duration: 1.353992675s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:09.873625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:08.519411Z","time spent":"1.35420625s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:09.873526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597128836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:00:09.873685Z","caller":"traceutil/trace.go:171","msg":"trace[632764870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.597328471s","start":"2026-03-01T14:00:08.276329Z","end":"2026-03-01T14:00:09.873657Z","steps":["trace[632764870] 'agreement among raft nodes before linearized reading' (duration: 1.597086565s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:09.873741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:08.276309Z","time spent":"1.597417103s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:09.873783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.759345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:09.87381Z","caller":"traceutil/trace.go:171","msg":"trace[1654192630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"228.819356ms","start":"2026-03-01T14:00:09.644984Z","end":"2026-03-01T14:00:09.873803Z","steps":["trace[1654192630] 'agreement among raft nodes before linearized reading' (duration: 228.766795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:09.873902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193464316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:09.873975Z","caller":"traceutil/trace.go:171","msg":"trace[55856869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.193563429s","start":"2026-03-01T14:00:08.680392Z","end":"2026-03-01T14:00:09.873955Z","steps":["trace[55856869] 'agreement among raft nodes before linearized reading' (duration: 1.193447756s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:09.874022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:08.680372Z","time spent":"1.19363727s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:09.87419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.129025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-01T14:00:09.874241Z","caller":"traceutil/trace.go:171","msg":"trace[1235754188] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:422; }","duration":"735.214047ms","start":"2026-03-01T14:00:09.139007Z","end":"2026-03-01T14:00:09.874221Z","steps":["trace[1235754188] 'agreement among raft nodes before linearized reading' (duration: 735.131745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:09.874283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:09.138976Z","time spent":"735.296609ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4080,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-01T14:00:09.873937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295625512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-2c47t\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-01T14:00:09.874327Z","caller":"traceutil/trace.go:171","msg":"trace[911306625] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-2c47t; range_end:; response_count:1; response_revision:422; }","duration":"1.296051422s","start":"2026-03-01T14:00:08.578267Z","end":"2026-03-01T14:00:09.874319Z","steps":["trace[911306625] 'agreement among raft nodes before linearized reading' (duration: 1.295643292s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:09.874352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:08.578246Z","time spent":"1.296097874s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4490,"request content":"key:\"/registry/pods/kube-system/kube-proxy-2c47t\" "} {"level":"warn","ts":"2026-03-01T14:00:09.873917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.63079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:00:09.874445Z","caller":"traceutil/trace.go:171","msg":"trace[625775858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"239.216334ms","start":"2026-03-01T14:00:09.635223Z","end":"2026-03-01T14:00:09.874439Z","steps":["trace[625775858] 'agreement among raft nodes before linearized reading' (duration: 238.64606ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:14.699479Z","caller":"traceutil/trace.go:171","msg":"trace[924242812] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"178.75623ms","start":"2026-03-01T14:00:14.52069Z","end":"2026-03-01T14:00:14.699447Z","steps":["trace[924242812] 'read index received' (duration: 178.596536ms)","trace[924242812] 'applied index is now lower than readState.Index' (duration: 158.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:14.699591Z","caller":"traceutil/trace.go:171","msg":"trace[1912461049] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"198.658472ms","start":"2026-03-01T14:00:14.500895Z","end":"2026-03-01T14:00:14.699553Z","steps":["trace[1912461049] 'process raft request' (duration: 198.379315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:14.699643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.924384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:14.699694Z","caller":"traceutil/trace.go:171","msg":"trace[1652398484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:469; }","duration":"179.017516ms","start":"2026-03-01T14:00:14.520659Z","end":"2026-03-01T14:00:14.699676Z","steps":["trace[1652398484] 'agreement among raft nodes before linearized reading' (duration: 178.922813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.243664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.070279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:16.243786Z","caller":"traceutil/trace.go:171","msg":"trace[609989034] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:485; }","duration":"326.842551ms","start":"2026-03-01T14:00:15.916925Z","end":"2026-03-01T14:00:16.243767Z","steps":["trace[609989034] 'read index received' (duration: 93.84141ms)","trace[609989034] 'applied index is now lower than readState.Index' (duration: 232.999961ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:16.243853Z","caller":"traceutil/trace.go:171","msg":"trace[1376768994] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"328.486362ms","start":"2026-03-01T14:00:15.91532Z","end":"2026-03-01T14:00:16.243807Z","steps":["trace[1376768994] 'process raft request' (duration: 208.177667ms)","trace[1376768994] 'compare' (duration: 119.935125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:16.24392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.985664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:16.243968Z","caller":"traceutil/trace.go:171","msg":"trace[819037504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"327.050956ms","start":"2026-03-01T14:00:15.9169Z","end":"2026-03-01T14:00:16.243951Z","steps":["trace[819037504] 'agreement among raft nodes before linearized reading' (duration: 326.964544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.244031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.916894Z","time spent":"327.124608ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:16.244086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.915303Z","time spent":"328.645845ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:16.244106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.112167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:16.244211Z","caller":"traceutil/trace.go:171","msg":"trace[637495325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"327.21648ms","start":"2026-03-01T14:00:15.916962Z","end":"2026-03-01T14:00:16.244179Z","steps":["trace[637495325] 'agreement among raft nodes before linearized reading' (duration: 327.057966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.24428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.916949Z","time spent":"327.317143ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:00:16.588717Z","caller":"traceutil/trace.go:171","msg":"trace[1680024272] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"340.059037ms","start":"2026-03-01T14:00:16.248636Z","end":"2026-03-01T14:00:16.588695Z","steps":["trace[1680024272] 'process raft request' (duration: 339.837612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.588851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:16.248609Z","time spent":"340.167429ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:19.043931Z","caller":"traceutil/trace.go:171","msg":"trace[837577708] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"447.170716ms","start":"2026-03-01T14:00:18.596729Z","end":"2026-03-01T14:00:19.0439Z","steps":["trace[837577708] 'process raft request' (duration: 446.993912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:19.044105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:18.596712Z","time spent":"447.306619ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:24.787384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:00:25.051257Z","caller":"traceutil/trace.go:171","msg":"trace[641164705] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"763.891071ms","start":"2026-03-01T14:00:24.287335Z","end":"2026-03-01T14:00:25.051226Z","steps":["trace[641164705] 'read index received' (duration: 763.790308ms)","trace[641164705] 'applied index is now lower than readState.Index' (duration: 99.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:25.051431Z","caller":"traceutil/trace.go:171","msg":"trace[1030446343] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"975.566299ms","start":"2026-03-01T14:00:24.075847Z","end":"2026-03-01T14:00:25.051413Z","steps":["trace[1030446343] 'process raft request' (duration: 975.196579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.051575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.075809Z","time spent":"975.661111ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:25.051721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.365033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:00:25.0518Z","caller":"traceutil/trace.go:171","msg":"trace[155915675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"764.489106ms","start":"2026-03-01T14:00:24.287289Z","end":"2026-03-01T14:00:25.051778Z","steps":["trace[155915675] 'agreement among raft nodes before linearized reading' (duration: 764.298581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.05184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.287264Z","time spent":"764.567808ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:25.063142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.258621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:25.063204Z","caller":"traceutil/trace.go:171","msg":"trace[614607146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:523; }","duration":"753.392515ms","start":"2026-03-01T14:00:24.309795Z","end":"2026-03-01T14:00:25.063188Z","steps":["trace[614607146] 'agreement among raft nodes before linearized reading' (duration: 753.238711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.063235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.30976Z","time spent":"753.468347ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:00:25.063281Z","caller":"traceutil/trace.go:171","msg":"trace[862032669] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"252.962364ms","start":"2026-03-01T14:00:24.810291Z","end":"2026-03-01T14:00:25.063253Z","steps":["trace[862032669] 'process raft request' (duration: 252.636796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.063413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.306171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:25.063448Z","caller":"traceutil/trace.go:171","msg":"trace[1655144861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"542.377563ms","start":"2026-03-01T14:00:24.521062Z","end":"2026-03-01T14:00:25.06344Z","steps":["trace[1655144861] 'agreement among raft nodes before linearized reading' (duration: 542.328392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.063469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.521042Z","time spent":"542.422174ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:00:28.516221Z","caller":"traceutil/trace.go:171","msg":"trace[1976410882] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"153.598685ms","start":"2026-03-01T14:00:28.362593Z","end":"2026-03-01T14:00:28.516192Z","steps":["trace[1976410882] 'process raft request' (duration: 153.549224ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:28.516249Z","caller":"traceutil/trace.go:171","msg":"trace[851558197] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"158.446019ms","start":"2026-03-01T14:00:28.35777Z","end":"2026-03-01T14:00:28.516216Z","steps":["trace[851558197] 'process raft request' (duration: 158.223073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.33238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.677325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:29.332523Z","caller":"traceutil/trace.go:171","msg":"trace[2029987049] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"521.555565ms","start":"2026-03-01T14:00:28.810942Z","end":"2026-03-01T14:00:29.332498Z","steps":["trace[2029987049] 'process raft request' (duration: 231.638394ms)","trace[2029987049] 'compare' (duration: 289.522982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:29.332732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.810909Z","time spent":"521.775641ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:29.368986Z","caller":"traceutil/trace.go:171","msg":"trace[1451433680] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"461.353248ms","start":"2026-03-01T14:00:28.907589Z","end":"2026-03-01T14:00:29.368942Z","steps":["trace[1451433680] 'process raft request' (duration: 461.108282ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.368986Z","caller":"traceutil/trace.go:171","msg":"trace[161897291] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:562; }","duration":"459.076221ms","start":"2026-03-01T14:00:28.909877Z","end":"2026-03-01T14:00:29.368954Z","steps":["trace[161897291] 'read index received' (duration: 132.719256ms)","trace[161897291] 'applied index is now lower than readState.Index' (duration: 326.355485ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:29.369139Z","caller":"traceutil/trace.go:171","msg":"trace[281475880] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"460.180529ms","start":"2026-03-01T14:00:28.908926Z","end":"2026-03-01T14:00:29.369106Z","steps":["trace[281475880] 'process raft request' (duration: 459.938213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.369173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.907548Z","time spent":"461.529393ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:29.369253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.334947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:29.369323Z","caller":"traceutil/trace.go:171","msg":"trace[144031908] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:546; }","duration":"459.478231ms","start":"2026-03-01T14:00:28.909824Z","end":"2026-03-01T14:00:29.369302Z","steps":["trace[144031908] 'agreement among raft nodes before linearized reading' (duration: 459.333297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.369327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.908906Z","time spent":"460.302552ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3371,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:29.369371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.909804Z","time spent":"459.552725ms","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-03-01T14:00:29.36951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.19502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-01T14:00:29.369677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.675343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T14:00:29.3697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.895562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T14:00:29.369702Z","caller":"traceutil/trace.go:171","msg":"trace[1065568594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:546; }","duration":"292.461916ms","start":"2026-03-01T14:00:29.077206Z","end":"2026-03-01T14:00:29.369668Z","steps":["trace[1065568594] 'agreement among raft nodes before linearized reading' (duration: 292.028285ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.36975Z","caller":"traceutil/trace.go:171","msg":"trace[2038344861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:546; }","duration":"225.774376ms","start":"2026-03-01T14:00:29.143956Z","end":"2026-03-01T14:00:29.36973Z","steps":["trace[2038344861] 'agreement among raft nodes before linearized reading' (duration: 225.492019ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.369759Z","caller":"traceutil/trace.go:171","msg":"trace[669365763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:546; }","duration":"181.994474ms","start":"2026-03-01T14:00:29.18775Z","end":"2026-03-01T14:00:29.369745Z","steps":["trace[669365763] 'agreement among raft nodes before linearized reading' (duration: 181.782969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.369912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.233699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-01T14:00:29.370031Z","caller":"traceutil/trace.go:171","msg":"trace[965079223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:546; }","duration":"232.397193ms","start":"2026-03-01T14:00:29.137602Z","end":"2026-03-01T14:00:29.369999Z","steps":["trace[965079223] 'agreement among raft nodes before linearized reading' (duration: 232.058744ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.507828Z","caller":"traceutil/trace.go:171","msg":"trace[2019715144] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"134.712316ms","start":"2026-03-01T14:00:29.373077Z","end":"2026-03-01T14:00:29.507789Z","steps":["trace[2019715144] 'process raft request' (duration: 117.616162ms)","trace[2019715144] 'compare' (duration: 16.907649ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:29.535981Z","caller":"traceutil/trace.go:171","msg":"trace[587120699] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"160.436688ms","start":"2026-03-01T14:00:29.37552Z","end":"2026-03-01T14:00:29.535956Z","steps":["trace[587120699] 'process raft request' (duration: 160.151511ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.536018Z","caller":"traceutil/trace.go:171","msg":"trace[1761911098] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"160.423868ms","start":"2026-03-01T14:00:29.375555Z","end":"2026-03-01T14:00:29.535979Z","steps":["trace[1761911098] 'process raft request' (duration: 160.318645ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.536347Z","caller":"traceutil/trace.go:171","msg":"trace[450161615] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"157.274868ms","start":"2026-03-01T14:00:29.379056Z","end":"2026-03-01T14:00:29.53633Z","steps":["trace[450161615] 'process raft request' (duration: 157.125555ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.536321Z","caller":"traceutil/trace.go:171","msg":"trace[1439364015] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"159.835723ms","start":"2026-03-01T14:00:29.376455Z","end":"2026-03-01T14:00:29.536291Z","steps":["trace[1439364015] 'process raft request' (duration: 159.464854ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.536443Z","caller":"traceutil/trace.go:171","msg":"trace[1801049441] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:565; }","duration":"157.513594ms","start":"2026-03-01T14:00:29.378816Z","end":"2026-03-01T14:00:29.53633Z","steps":["trace[1801049441] 'read index received' (duration: 111.895398ms)","trace[1801049441] 'applied index is now lower than readState.Index' (duration: 45.616926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:29.536612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.774171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-03-01T14:00:29.536671Z","caller":"traceutil/trace.go:171","msg":"trace[2056718479] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:551; }","duration":"157.864872ms","start":"2026-03-01T14:00:29.378789Z","end":"2026-03-01T14:00:29.536653Z","steps":["trace[2056718479] 'agreement among raft nodes before linearized reading' (duration: 157.642347ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.69845Z","caller":"traceutil/trace.go:171","msg":"trace[847650143] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:570; }","duration":"161.893346ms","start":"2026-03-01T14:00:29.536534Z","end":"2026-03-01T14:00:29.698427Z","steps":["trace[847650143] 'read index received' (duration: 123.558444ms)","trace[847650143] 'applied index is now lower than readState.Index' (duration: 38.333182ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:29.698474Z","caller":"traceutil/trace.go:171","msg":"trace[1101571661] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"186.719415ms","start":"2026-03-01T14:00:29.511711Z","end":"2026-03-01T14:00:29.698431Z","steps":["trace[1101571661] 'process raft request' (duration: 186.600182ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.698524Z","caller":"traceutil/trace.go:171","msg":"trace[933181258] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"186.195541ms","start":"2026-03-01T14:00:29.512279Z","end":"2026-03-01T14:00:29.698475Z","steps":["trace[933181258] 'process raft request' (duration: 186.056648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.698679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.279809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-03-01T14:00:29.69874Z","caller":"traceutil/trace.go:171","msg":"trace[490530892] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:555; }","duration":"299.395322ms","start":"2026-03-01T14:00:29.399327Z","end":"2026-03-01T14:00:29.698723Z","steps":["trace[490530892] 'agreement among raft nodes before linearized reading' (duration: 299.190947ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.698706Z","caller":"traceutil/trace.go:171","msg":"trace[41929485] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"186.193511ms","start":"2026-03-01T14:00:29.512487Z","end":"2026-03-01T14:00:29.698681Z","steps":["trace[41929485] 'process raft request' (duration: 185.903954ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:29.698633Z","caller":"traceutil/trace.go:171","msg":"trace[901054738] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"187.356672ms","start":"2026-03-01T14:00:29.51121Z","end":"2026-03-01T14:00:29.698566Z","steps":["trace[901054738] 'process raft request' (duration: 148.867795ms)","trace[901054738] 'compare' (duration: 38.040155ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:29.74062Z","caller":"traceutil/trace.go:171","msg":"trace[1365949548] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"197.525678ms","start":"2026-03-01T14:00:29.543065Z","end":"2026-03-01T14:00:29.74059Z","steps":["trace[1365949548] 'process raft request' (duration: 197.354044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:30.015049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.42686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:30.015196Z","caller":"traceutil/trace.go:171","msg":"trace[1119530016] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:575; }","duration":"257.201882ms","start":"2026-03-01T14:00:29.757976Z","end":"2026-03-01T14:00:30.015178Z","steps":["trace[1119530016] 'read index received' (duration: 146.508076ms)","trace[1119530016] 'applied index is now lower than readState.Index' (duration: 110.692636ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:30.015294Z","caller":"traceutil/trace.go:171","msg":"trace[32577820] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"309.389405ms","start":"2026-03-01T14:00:29.705877Z","end":"2026-03-01T14:00:30.015266Z","steps":["trace[32577820] 'process raft request' (duration: 198.655037ms)","trace[32577820] 'compare' (duration: 110.262426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:30.015373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.398907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-03-01T14:00:30.015415Z","caller":"traceutil/trace.go:171","msg":"trace[1718946288] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:557; }","duration":"257.479289ms","start":"2026-03-01T14:00:29.757925Z","end":"2026-03-01T14:00:30.015404Z","steps":["trace[1718946288] 'agreement among raft nodes before linearized reading' (duration: 257.301995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:30.015462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.70585Z","time spent":"309.517468ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:30.408647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.164818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:30.408769Z","caller":"traceutil/trace.go:171","msg":"trace[271505024] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"386.009559ms","start":"2026-03-01T14:00:30.022736Z","end":"2026-03-01T14:00:30.408745Z","steps":["trace[271505024] 'process raft request' (duration: 233.663835ms)","trace[271505024] 'compare' (duration: 152.019625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:30.408834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:30.022706Z","time spent":"386.099351ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3720,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:30.789531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.847941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:30.789739Z","caller":"traceutil/trace.go:171","msg":"trace[866734667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"268.128209ms","start":"2026-03-01T14:00:30.521545Z","end":"2026-03-01T14:00:30.789673Z","steps":["trace[866734667] 'range keys from in-memory index tree' (duration: 267.670666ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:31.871964Z","caller":"traceutil/trace.go:171","msg":"trace[773777395] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:579; }","duration":"229.429607ms","start":"2026-03-01T14:00:31.642513Z","end":"2026-03-01T14:00:31.871943Z","steps":["trace[773777395] 'read index received' (duration: 229.13639ms)","trace[773777395] 'applied index is now lower than readState.Index' (duration: 292.147µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:31.872108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.585382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T14:00:31.872164Z","caller":"traceutil/trace.go:171","msg":"trace[2335685] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:563; }","duration":"229.706955ms","start":"2026-03-01T14:00:31.642449Z","end":"2026-03-01T14:00:31.872156Z","steps":["trace[2335685] 'agreement among raft nodes before linearized reading' (duration: 229.575532ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:31.872159Z","caller":"traceutil/trace.go:171","msg":"trace[603109210] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"253.680013ms","start":"2026-03-01T14:00:31.618451Z","end":"2026-03-01T14:00:31.872131Z","steps":["trace[603109210] 'process raft request' (duration: 253.435217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:31.872241Z","caller":"traceutil/trace.go:171","msg":"trace[1863012127] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"255.381846ms","start":"2026-03-01T14:00:31.616844Z","end":"2026-03-01T14:00:31.872226Z","steps":["trace[1863012127] 'process raft request' (duration: 254.882323ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:31.872259Z","caller":"traceutil/trace.go:171","msg":"trace[1728056954] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"252.704618ms","start":"2026-03-01T14:00:31.619527Z","end":"2026-03-01T14:00:31.872232Z","steps":["trace[1728056954] 'process raft request' (duration: 252.38777ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:31.872155Z","caller":"traceutil/trace.go:171","msg":"trace[1385519712] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"254.151155ms","start":"2026-03-01T14:00:31.617969Z","end":"2026-03-01T14:00:31.87212Z","steps":["trace[1385519712] 'process raft request' (duration: 253.888358ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.40447Z","caller":"traceutil/trace.go:171","msg":"trace[1609215561] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"214.253904ms","start":"2026-03-01T14:00:34.190192Z","end":"2026-03-01T14:00:34.404446Z","steps":["trace[1609215561] 'process raft request' (duration: 212.54073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.456796Z","caller":"traceutil/trace.go:171","msg":"trace[1855637529] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"266.038196ms","start":"2026-03-01T14:00:34.19069Z","end":"2026-03-01T14:00:34.456728Z","steps":["trace[1855637529] 'process raft request' (duration: 265.774168ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.456994Z","caller":"traceutil/trace.go:171","msg":"trace[1649709926] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"188.568672ms","start":"2026-03-01T14:00:34.2684Z","end":"2026-03-01T14:00:34.456969Z","steps":["trace[1649709926] 'process raft request' (duration: 188.405648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.734576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.916676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:34.734766Z","caller":"traceutil/trace.go:171","msg":"trace[1085536688] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"258.820904ms","start":"2026-03-01T14:00:34.475919Z","end":"2026-03-01T14:00:34.73474Z","steps":["trace[1085536688] 'process raft request' (duration: 53.625481ms)","trace[1085536688] 'compare' (duration: 204.69139ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:34.760624Z","caller":"traceutil/trace.go:171","msg":"trace[940876401] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"284.241517ms","start":"2026-03-01T14:00:34.476355Z","end":"2026-03-01T14:00:34.760596Z","steps":["trace[940876401] 'process raft request' (duration: 284.203406ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.760739Z","caller":"traceutil/trace.go:171","msg":"trace[1396965141] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"284.769622ms","start":"2026-03-01T14:00:34.475934Z","end":"2026-03-01T14:00:34.760704Z","steps":["trace[1396965141] 'process raft request' (duration: 284.503935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.275557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.117009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:35.275673Z","caller":"traceutil/trace.go:171","msg":"trace[1250524949] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"496.122021ms","start":"2026-03-01T14:00:34.779531Z","end":"2026-03-01T14:00:35.275653Z","steps":["trace[1250524949] 'process raft request' (duration: 380.837908ms)","trace[1250524949] 'compare' (duration: 114.959765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:35.275728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.779491Z","time spent":"496.215833ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.277074Z","caller":"traceutil/trace.go:171","msg":"trace[2009376677] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"484.498636ms","start":"2026-03-01T14:00:34.792551Z","end":"2026-03-01T14:00:35.27705Z","steps":["trace[2009376677] 'process raft request' (duration: 484.236669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.277175Z","caller":"traceutil/trace.go:171","msg":"trace[478261174] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"495.169025ms","start":"2026-03-01T14:00:34.781975Z","end":"2026-03-01T14:00:35.277144Z","steps":["trace[478261174] 'process raft request' (duration: 494.450007ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.277273Z","caller":"traceutil/trace.go:171","msg":"trace[615881859] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"485.014339ms","start":"2026-03-01T14:00:34.792242Z","end":"2026-03-01T14:00:35.277256Z","steps":["trace[615881859] 'process raft request' (duration: 484.338902ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.277251Z","caller":"traceutil/trace.go:171","msg":"trace[771851962] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"495.861473ms","start":"2026-03-01T14:00:34.781335Z","end":"2026-03-01T14:00:35.277196Z","steps":["trace[771851962] 'process raft request' (duration: 494.985672ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.277285Z","caller":"traceutil/trace.go:171","msg":"trace[1074010282] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"490.708063ms","start":"2026-03-01T14:00:34.786547Z","end":"2026-03-01T14:00:35.277255Z","steps":["trace[1074010282] 'process raft request' (duration: 489.930104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.277351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.792222Z","time spent":"485.098421ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.277341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.781959Z","time spent":"495.311419ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.277207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.792543Z","time spent":"484.604968ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.277444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.786529Z","time spent":"490.833788ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.277442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:34.781296Z","time spent":"496.06341ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.539321Z","caller":"traceutil/trace.go:171","msg":"trace[2053875574] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"256.515806ms","start":"2026-03-01T14:00:35.282783Z","end":"2026-03-01T14:00:35.539299Z","steps":["trace[2053875574] 'process raft request' (duration: 256.382782ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.615619Z","caller":"traceutil/trace.go:171","msg":"trace[1043219295] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"331.186718ms","start":"2026-03-01T14:00:35.284378Z","end":"2026-03-01T14:00:35.615565Z","steps":["trace[1043219295] 'process raft request' (duration: 330.969463ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.615659Z","caller":"traceutil/trace.go:171","msg":"trace[113437318] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"329.934687ms","start":"2026-03-01T14:00:35.285658Z","end":"2026-03-01T14:00:35.615592Z","steps":["trace[113437318] 'process raft request' (duration: 329.808534ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.615772Z","caller":"traceutil/trace.go:171","msg":"trace[1482615656] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"319.736318ms","start":"2026-03-01T14:00:35.296012Z","end":"2026-03-01T14:00:35.615748Z","steps":["trace[1482615656] 'process raft request' (duration: 319.687497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.615869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.285652Z","time spent":"330.099801ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:35.615871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.284361Z","time spent":"331.384803ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.616103Z","caller":"traceutil/trace.go:171","msg":"trace[82053309] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"319.687576ms","start":"2026-03-01T14:00:35.296407Z","end":"2026-03-01T14:00:35.616094Z","steps":["trace[82053309] 'process raft request' (duration: 319.616735ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.616126Z","caller":"traceutil/trace.go:171","msg":"trace[314700088] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"319.755018ms","start":"2026-03-01T14:00:35.296321Z","end":"2026-03-01T14:00:35.616076Z","steps":["trace[314700088] 'process raft request' (duration: 319.606834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.616178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.296389Z","time spent":"319.746088ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.616194Z","caller":"traceutil/trace.go:171","msg":"trace[389691708] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"319.763149ms","start":"2026-03-01T14:00:35.296417Z","end":"2026-03-01T14:00:35.61618Z","steps":["trace[389691708] 'process raft request' (duration: 319.647266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.615898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.296002Z","time spent":"319.83208ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.61624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.296302Z","time spent":"319.888842ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.615939Z","caller":"traceutil/trace.go:171","msg":"trace[14631881] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"320.206299ms","start":"2026-03-01T14:00:35.295724Z","end":"2026-03-01T14:00:35.61593Z","steps":["trace[14631881] 'process raft request' (duration: 319.897632ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.616325Z","caller":"traceutil/trace.go:171","msg":"trace[748229539] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"180.690861ms","start":"2026-03-01T14:00:35.435592Z","end":"2026-03-01T14:00:35.616283Z","steps":["trace[748229539] 'process raft request' (duration: 180.539407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.616391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.295713Z","time spent":"320.634142ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.615974Z","caller":"traceutil/trace.go:171","msg":"trace[2073182468] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"320.177309ms","start":"2026-03-01T14:00:35.295786Z","end":"2026-03-01T14:00:35.615963Z","steps":["trace[2073182468] 'process raft request' (duration: 319.861651ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.616421Z","caller":"traceutil/trace.go:171","msg":"trace[1990148275] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"319.666027ms","start":"2026-03-01T14:00:35.296685Z","end":"2026-03-01T14:00:35.616351Z","steps":["trace[1990148275] 'process raft request' (duration: 319.408759ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.615981Z","caller":"traceutil/trace.go:171","msg":"trace[201582911] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"321.502482ms","start":"2026-03-01T14:00:35.294453Z","end":"2026-03-01T14:00:35.615956Z","steps":["trace[201582911] 'process raft request' (duration: 321.139183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.61655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.295748Z","time spent":"320.737584ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.616572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.29666Z","time spent":"319.840932ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.616634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.294445Z","time spent":"322.133699ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.616015Z","caller":"traceutil/trace.go:171","msg":"trace[1820521620] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"320.146088ms","start":"2026-03-01T14:00:35.295857Z","end":"2026-03-01T14:00:35.616003Z","steps":["trace[1820521620] 'process raft request' (duration: 319.81862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.616792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.295844Z","time spent":"320.920968ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.616518Z","caller":"traceutil/trace.go:171","msg":"trace[425703569] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"320.271543ms","start":"2026-03-01T14:00:35.296153Z","end":"2026-03-01T14:00:35.616425Z","steps":["trace[425703569] 'process raft request' (duration: 319.570104ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.616047Z","caller":"traceutil/trace.go:171","msg":"trace[1848294887] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"321.644506ms","start":"2026-03-01T14:00:35.29439Z","end":"2026-03-01T14:00:35.616034Z","steps":["trace[1848294887] 'process raft request' (duration: 321.173744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.616917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.294381Z","time spent":"322.495958ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.616032Z","caller":"traceutil/trace.go:171","msg":"trace[408845968] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"321.607155ms","start":"2026-03-01T14:00:35.29437Z","end":"2026-03-01T14:00:35.615977Z","steps":["trace[408845968] 'process raft request' (duration: 321.155673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.617006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.294347Z","time spent":"322.635162ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.617131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.296144Z","time spent":"320.890148ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:35.617738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:35.296406Z","time spent":"321.273127ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:35.807229Z","caller":"traceutil/trace.go:171","msg":"trace[1540972780] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"182.349924ms","start":"2026-03-01T14:00:35.62484Z","end":"2026-03-01T14:00:35.80719Z","steps":["trace[1540972780] 'process raft request' (duration: 96.792004ms)","trace[1540972780] 'compare' (duration: 85.279313ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:35.807446Z","caller":"traceutil/trace.go:171","msg":"trace[714974531] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"181.974484ms","start":"2026-03-01T14:00:35.625461Z","end":"2026-03-01T14:00:35.807435Z","steps":["trace[714974531] 'process raft request' (duration: 181.692977ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807473Z","caller":"traceutil/trace.go:171","msg":"trace[1640025864] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"182.027276ms","start":"2026-03-01T14:00:35.625415Z","end":"2026-03-01T14:00:35.807443Z","steps":["trace[1640025864] 'process raft request' (duration: 181.701587ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807547Z","caller":"traceutil/trace.go:171","msg":"trace[1231378444] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"181.982245ms","start":"2026-03-01T14:00:35.625555Z","end":"2026-03-01T14:00:35.807537Z","steps":["trace[1231378444] 'process raft request' (duration: 181.627026ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807572Z","caller":"traceutil/trace.go:171","msg":"trace[2056695433] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"180.042547ms","start":"2026-03-01T14:00:35.627485Z","end":"2026-03-01T14:00:35.807527Z","steps":["trace[2056695433] 'process raft request' (duration: 179.729749ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807683Z","caller":"traceutil/trace.go:171","msg":"trace[1081632756] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"179.812429ms","start":"2026-03-01T14:00:35.627862Z","end":"2026-03-01T14:00:35.807674Z","steps":["trace[1081632756] 'process raft request' (duration: 179.579594ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807714Z","caller":"traceutil/trace.go:171","msg":"trace[1457773817] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"179.643535ms","start":"2026-03-01T14:00:35.628059Z","end":"2026-03-01T14:00:35.807702Z","steps":["trace[1457773817] 'process raft request' (duration: 179.4602ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807633Z","caller":"traceutil/trace.go:171","msg":"trace[1148596203] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"182.087977ms","start":"2026-03-01T14:00:35.625535Z","end":"2026-03-01T14:00:35.807623Z","steps":["trace[1148596203] 'process raft request' (duration: 181.717348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.807827Z","caller":"traceutil/trace.go:171","msg":"trace[682989108] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"179.654786ms","start":"2026-03-01T14:00:35.628146Z","end":"2026-03-01T14:00:35.807801Z","steps":["trace[682989108] 'process raft request' (duration: 179.481681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.808021Z","caller":"traceutil/trace.go:171","msg":"trace[217871205] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"179.750527ms","start":"2026-03-01T14:00:35.628248Z","end":"2026-03-01T14:00:35.807999Z","steps":["trace[217871205] 'process raft request' (duration: 179.562563ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.808098Z","caller":"traceutil/trace.go:171","msg":"trace[161546875] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"179.154513ms","start":"2026-03-01T14:00:35.628931Z","end":"2026-03-01T14:00:35.808086Z","steps":["trace[161546875] 'process raft request' (duration: 178.919977ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.808123Z","caller":"traceutil/trace.go:171","msg":"trace[461264526] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"179.877871ms","start":"2026-03-01T14:00:35.628209Z","end":"2026-03-01T14:00:35.808087Z","steps":["trace[461264526] 'process raft request' (duration: 179.483681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.808309Z","caller":"traceutil/trace.go:171","msg":"trace[1312140261] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"179.275996ms","start":"2026-03-01T14:00:35.629016Z","end":"2026-03-01T14:00:35.808292Z","steps":["trace[1312140261] 'process raft request' (duration: 178.967768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.808453Z","caller":"traceutil/trace.go:171","msg":"trace[2022841845] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"177.983813ms","start":"2026-03-01T14:00:35.630437Z","end":"2026-03-01T14:00:35.808421Z","steps":["trace[2022841845] 'process raft request' (duration: 177.85165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.808542Z","caller":"traceutil/trace.go:171","msg":"trace[280475212] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"178.137177ms","start":"2026-03-01T14:00:35.630368Z","end":"2026-03-01T14:00:35.808505Z","steps":["trace[280475212] 'process raft request' (duration: 177.704036ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.943336Z","caller":"traceutil/trace.go:171","msg":"trace[244353577] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"112.258456ms","start":"2026-03-01T14:00:35.831055Z","end":"2026-03-01T14:00:35.943314Z","steps":["trace[244353577] 'process raft request' (duration: 111.18782ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.943496Z","caller":"traceutil/trace.go:171","msg":"trace[2057796101] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"112.249696ms","start":"2026-03-01T14:00:35.831143Z","end":"2026-03-01T14:00:35.943392Z","steps":["trace[2057796101] 'read index received' (duration: 20.424838ms)","trace[2057796101] 'applied index is now lower than readState.Index' (duration: 91.824188ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:35.943515Z","caller":"traceutil/trace.go:171","msg":"trace[130039651] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"109.453885ms","start":"2026-03-01T14:00:35.834017Z","end":"2026-03-01T14:00:35.943471Z","steps":["trace[130039651] 'process raft request' (duration: 109.198519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.943554Z","caller":"traceutil/trace.go:171","msg":"trace[394254430] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"105.537715ms","start":"2026-03-01T14:00:35.837964Z","end":"2026-03-01T14:00:35.943502Z","steps":["trace[394254430] 'process raft request' (duration: 105.311009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:35.943685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.518813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-01T14:00:35.943736Z","caller":"traceutil/trace.go:171","msg":"trace[1429437473] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:618; }","duration":"112.604746ms","start":"2026-03-01T14:00:35.831117Z","end":"2026-03-01T14:00:35.943721Z","steps":["trace[1429437473] 'agreement among raft nodes before linearized reading' (duration: 112.442231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.964863Z","caller":"traceutil/trace.go:171","msg":"trace[1518992229] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"107.977319ms","start":"2026-03-01T14:00:35.856833Z","end":"2026-03-01T14:00:35.96481Z","steps":["trace[1518992229] 'process raft request' (duration: 107.745283ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.965171Z","caller":"traceutil/trace.go:171","msg":"trace[1236037596] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"108.179783ms","start":"2026-03-01T14:00:35.856976Z","end":"2026-03-01T14:00:35.965156Z","steps":["trace[1236037596] 'process raft request' (duration: 107.749413ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:35.965729Z","caller":"traceutil/trace.go:171","msg":"trace[2100891700] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"108.671086ms","start":"2026-03-01T14:00:35.857025Z","end":"2026-03-01T14:00:35.965696Z","steps":["trace[2100891700] 'process raft request' (duration: 107.734912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.936225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.01218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:36.936363Z","caller":"traceutil/trace.go:171","msg":"trace[1405984443] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"706.489565ms","start":"2026-03-01T14:00:36.229849Z","end":"2026-03-01T14:00:36.936338Z","steps":["trace[1405984443] 'process raft request' (duration: 260.29113ms)","trace[1405984443] 'compare' (duration: 445.767635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:36.93646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.229826Z","time spent":"706.580398ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:36.941025Z","caller":"traceutil/trace.go:171","msg":"trace[885212183] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"711.121702ms","start":"2026-03-01T14:00:36.229881Z","end":"2026-03-01T14:00:36.941002Z","steps":["trace[885212183] 'process raft request' (duration: 710.860685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.941123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.229863Z","time spent":"711.208045ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:36.941152Z","caller":"traceutil/trace.go:171","msg":"trace[908206188] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:660; }","duration":"420.298968ms","start":"2026-03-01T14:00:36.520831Z","end":"2026-03-01T14:00:36.94113Z","steps":["trace[908206188] 'read index received' (duration: 419.937619ms)","trace[908206188] 'applied index is now lower than readState.Index' (duration: 360.369µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:36.941231Z","caller":"traceutil/trace.go:171","msg":"trace[999088584] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"711.240805ms","start":"2026-03-01T14:00:36.229969Z","end":"2026-03-01T14:00:36.94121Z","steps":["trace[999088584] 'process raft request' (duration: 710.884946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.941277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.433931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:36.941321Z","caller":"traceutil/trace.go:171","msg":"trace[543279141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"420.528565ms","start":"2026-03-01T14:00:36.520777Z","end":"2026-03-01T14:00:36.941305Z","steps":["trace[543279141] 'agreement among raft nodes before linearized reading' (duration: 420.431032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.941324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.229964Z","time spent":"711.319557ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4127,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:36.941315Z","caller":"traceutil/trace.go:171","msg":"trace[4306580] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"711.006909ms","start":"2026-03-01T14:00:36.230273Z","end":"2026-03-01T14:00:36.94128Z","steps":["trace[4306580] 'process raft request' (duration: 710.63887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.941376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.520752Z","time spent":"420.613786ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:36.941461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.230267Z","time spent":"711.124914ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1366,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:36.941495Z","caller":"traceutil/trace.go:171","msg":"trace[1779887795] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"691.156947ms","start":"2026-03-01T14:00:36.25027Z","end":"2026-03-01T14:00:36.941427Z","steps":["trace[1779887795] 'process raft request' (duration: 690.754786ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:36.941454Z","caller":"traceutil/trace.go:171","msg":"trace[1580113308] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"710.971698ms","start":"2026-03-01T14:00:36.230284Z","end":"2026-03-01T14:00:36.941256Z","steps":["trace[1580113308] 'process raft request' (duration: 710.674111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.941906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.250253Z","time spent":"691.506716ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:36.942037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.23027Z","time spent":"711.692988ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:37.052133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.68867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:00:37.052495Z","caller":"traceutil/trace.go:171","msg":"trace[809337676] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"109.007935ms","start":"2026-03-01T14:00:36.943452Z","end":"2026-03-01T14:00:37.05246Z","steps":["trace[809337676] 'read index received' (duration: 4.977217ms)","trace[809337676] 'applied index is now lower than readState.Index' (duration: 104.026538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:37.052741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.23857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:37.052777Z","caller":"traceutil/trace.go:171","msg":"trace[349797851] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"105.108605ms","start":"2026-03-01T14:00:36.947648Z","end":"2026-03-01T14:00:37.052757Z","steps":["trace[349797851] 'process raft request' (duration: 105.028603ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.053467Z","caller":"traceutil/trace.go:171","msg":"trace[1089607443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"110.02365ms","start":"2026-03-01T14:00:36.943406Z","end":"2026-03-01T14:00:37.05343Z","steps":["trace[1089607443] 'agreement among raft nodes before linearized reading' (duration: 109.161918ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.052681Z","caller":"traceutil/trace.go:171","msg":"trace[775835188] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"109.110357ms","start":"2026-03-01T14:00:36.943517Z","end":"2026-03-01T14:00:37.052628Z","steps":["trace[775835188] 'process raft request' (duration: 108.883231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.052798Z","caller":"traceutil/trace.go:171","msg":"trace[1489202028] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"106.06115ms","start":"2026-03-01T14:00:36.946694Z","end":"2026-03-01T14:00:37.052755Z","steps":["trace[1489202028] 'process raft request' (duration: 105.835814ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.052849Z","caller":"traceutil/trace.go:171","msg":"trace[223230022] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"106.001218ms","start":"2026-03-01T14:00:36.94683Z","end":"2026-03-01T14:00:37.052831Z","steps":["trace[223230022] 'process raft request' (duration: 105.799703ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.242627Z","caller":"traceutil/trace.go:171","msg":"trace[1402309569] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"181.650666ms","start":"2026-03-01T14:00:37.060952Z","end":"2026-03-01T14:00:37.242603Z","steps":["trace[1402309569] 'process raft request' (duration: 181.602375ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.242694Z","caller":"traceutil/trace.go:171","msg":"trace[489571074] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"183.322519ms","start":"2026-03-01T14:00:37.059333Z","end":"2026-03-01T14:00:37.242656Z","steps":["trace[489571074] 'process raft request' (duration: 183.116534ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.242758Z","caller":"traceutil/trace.go:171","msg":"trace[304075429] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"182.227891ms","start":"2026-03-01T14:00:37.060504Z","end":"2026-03-01T14:00:37.242732Z","steps":["trace[304075429] 'process raft request' (duration: 181.996245ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.243005Z","caller":"traceutil/trace.go:171","msg":"trace[1316188077] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"183.808621ms","start":"2026-03-01T14:00:37.059181Z","end":"2026-03-01T14:00:37.24299Z","steps":["trace[1316188077] 'process raft request' (duration: 176.753452ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.310099Z","caller":"traceutil/trace.go:171","msg":"trace[272330278] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"244.734985ms","start":"2026-03-01T14:00:37.065347Z","end":"2026-03-01T14:00:37.310082Z","steps":["trace[272330278] 'process raft request' (duration: 244.417177ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.310101Z","caller":"traceutil/trace.go:171","msg":"trace[1720411052] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"244.658364ms","start":"2026-03-01T14:00:37.065402Z","end":"2026-03-01T14:00:37.310061Z","steps":["trace[1720411052] 'process raft request' (duration: 244.479409ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.310093Z","caller":"traceutil/trace.go:171","msg":"trace[476992259] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"244.575272ms","start":"2026-03-01T14:00:37.065491Z","end":"2026-03-01T14:00:37.310067Z","steps":["trace[476992259] 'process raft request' (duration: 244.442838ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.310149Z","caller":"traceutil/trace.go:171","msg":"trace[1980543454] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"244.332216ms","start":"2026-03-01T14:00:37.065808Z","end":"2026-03-01T14:00:37.31014Z","steps":["trace[1980543454] 'process raft request' (duration: 244.173162ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.442643Z","caller":"traceutil/trace.go:171","msg":"trace[347573199] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"124.769973ms","start":"2026-03-01T14:00:37.317852Z","end":"2026-03-01T14:00:37.442622Z","steps":["trace[347573199] 'process raft request' (duration: 124.686821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.442708Z","caller":"traceutil/trace.go:171","msg":"trace[37731586] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"125.625154ms","start":"2026-03-01T14:00:37.317055Z","end":"2026-03-01T14:00:37.442681Z","steps":["trace[37731586] 'process raft request' (duration: 125.43745ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.442724Z","caller":"traceutil/trace.go:171","msg":"trace[1936432752] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"125.907312ms","start":"2026-03-01T14:00:37.316805Z","end":"2026-03-01T14:00:37.442712Z","steps":["trace[1936432752] 'process raft request' (duration: 125.537883ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.443084Z","caller":"traceutil/trace.go:171","msg":"trace[322309007] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"124.483187ms","start":"2026-03-01T14:00:37.318591Z","end":"2026-03-01T14:00:37.443074Z","steps":["trace[322309007] 'process raft request' (duration: 123.986714ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.443264Z","caller":"traceutil/trace.go:171","msg":"trace[756172772] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"122.980299ms","start":"2026-03-01T14:00:37.320236Z","end":"2026-03-01T14:00:37.443216Z","steps":["trace[756172772] 'process raft request' (duration: 122.62782ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.443232Z","caller":"traceutil/trace.go:171","msg":"trace[1631963570] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"121.771628ms","start":"2026-03-01T14:00:37.321419Z","end":"2026-03-01T14:00:37.443191Z","steps":["trace[1631963570] 'process raft request' (duration: 121.606914ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.443464Z","caller":"traceutil/trace.go:171","msg":"trace[388352781] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"120.281421ms","start":"2026-03-01T14:00:37.323134Z","end":"2026-03-01T14:00:37.443415Z","steps":["trace[388352781] 'process raft request' (duration: 119.952422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:38.161904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:38.662982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:38.78986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250259133s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:38.790067Z","caller":"traceutil/trace.go:171","msg":"trace[871452096] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"1.330112908s","start":"2026-03-01T14:00:37.45994Z","end":"2026-03-01T14:00:38.790053Z","steps":["trace[871452096] 'process raft request' (duration: 1.330037066s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:38.790094Z","caller":"traceutil/trace.go:171","msg":"trace[422052470] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"1.330693173s","start":"2026-03-01T14:00:37.459371Z","end":"2026-03-01T14:00:38.790065Z","steps":["trace[422052470] 'process raft request' (duration: 80.169943ms)","trace[422052470] 'compare' (duration: 1.249748831s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:38.790144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.45993Z","time spent":"1.330180469s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:38.790261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.459357Z","time spent":"1.330815737s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:39.16356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:39.664045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227841916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:39.741591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.184580156s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:40.51937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:40.51943Z","caller":"traceutil/trace.go:171","msg":"trace[216116049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000698764s","start":"2026-03-01T14:00:38.518717Z","end":"2026-03-01T14:00:40.519416Z","steps":["trace[216116049] 'agreement among raft nodes before linearized reading' (duration: 2.000613662s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.519461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.518686Z","time spent":"2.000769226s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:41.334648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592560436s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:41.334984Z","caller":"traceutil/trace.go:171","msg":"trace[1700536559] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"3.819786094s","start":"2026-03-01T14:00:37.515142Z","end":"2026-03-01T14:00:41.334928Z","steps":["trace[1700536559] 'process raft request' (duration: 2.226594262s)","trace[1700536559] 'compare' (duration: 1.591519849s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:41.335118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.515117Z","time spent":"3.819944208s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:41.335192Z","caller":"traceutil/trace.go:171","msg":"trace[1949351981] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"3.819432684s","start":"2026-03-01T14:00:37.515742Z","end":"2026-03-01T14:00:41.335175Z","steps":["trace[1949351981] 'process raft request' (duration: 3.81927576s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:41.33521Z","caller":"traceutil/trace.go:171","msg":"trace[1627181691] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"3.819552158s","start":"2026-03-01T14:00:37.51563Z","end":"2026-03-01T14:00:41.335182Z","steps":["trace[1627181691] 'process raft request' (duration: 3.819305362s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:41.33522Z","caller":"traceutil/trace.go:171","msg":"trace[322119157] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"3.82001843s","start":"2026-03-01T14:00:37.515167Z","end":"2026-03-01T14:00:41.335185Z","steps":["trace[322119157] 'process raft request' (duration: 3.81960651s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:41.335319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.515723Z","time spent":"3.819535797s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:41.335373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.515611Z","time spent":"3.819679241s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:41.335402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.515146Z","time spent":"3.820163113s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:41.335657Z","caller":"traceutil/trace.go:171","msg":"trace[557367838] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"3.818538231s","start":"2026-03-01T14:00:37.517091Z","end":"2026-03-01T14:00:41.335629Z","steps":["trace[557367838] 'process raft request' (duration: 3.817995268s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:41.335833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.517083Z","time spent":"3.818647315s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:42.463273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.721484253s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:00:42.463755Z","caller":"traceutil/trace.go:171","msg":"trace[78319299] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:700; }","duration":"4.802441732s","start":"2026-03-01T14:00:37.661282Z","end":"2026-03-01T14:00:42.463724Z","steps":["trace[78319299] 'read index received' (duration: 2.080462556s)","trace[78319299] 'applied index is now lower than readState.Index' (duration: 2.721978296s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:42.464538Z","caller":"traceutil/trace.go:171","msg":"trace[1043469092] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"3.627648941s","start":"2026-03-01T14:00:38.836536Z","end":"2026-03-01T14:00:42.464185Z","steps":["trace[1043469092] 'process raft request' (duration: 3.627051626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.464796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.507942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:00:42.465838Z","caller":"traceutil/trace.go:171","msg":"trace[2135880616] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:684; }","duration":"934.6003ms","start":"2026-03-01T14:00:41.531217Z","end":"2026-03-01T14:00:42.465817Z","steps":["trace[2135880616] 'agreement among raft nodes before linearized reading' (duration: 933.246545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.465901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:41.531198Z","time spent":"934.688862ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:00:42.465891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.836503Z","time spent":"3.62919399s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:42.464788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:42.466212Z","caller":"traceutil/trace.go:171","msg":"trace[861762311] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:684; }","duration":"3.664559157s","start":"2026-03-01T14:00:38.801605Z","end":"2026-03-01T14:00:42.466164Z","steps":["trace[861762311] 'agreement among raft nodes before linearized reading' (duration: 3.662856523s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.466269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.801526Z","time spent":"3.664725561s","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-03-01T14:00:42.4649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455987556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:00:42.46654Z","caller":"traceutil/trace.go:171","msg":"trace[116526297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:684; }","duration":"4.457664228s","start":"2026-03-01T14:00:38.008842Z","end":"2026-03-01T14:00:42.466506Z","steps":["trace[116526297] 'agreement among raft nodes before linearized reading' (duration: 4.455613986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.466594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.008815Z","time spent":"4.457764041s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:42.464908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94490547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:42.466741Z","caller":"traceutil/trace.go:171","msg":"trace[947872175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"1.946762217s","start":"2026-03-01T14:00:40.519935Z","end":"2026-03-01T14:00:42.466697Z","steps":["trace[947872175] 'agreement among raft nodes before linearized reading' (duration: 1.944757366s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.466804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.519913Z","time spent":"1.94687566s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:42.465013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45575343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T14:00:42.464949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455556385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:00:42.46695Z","caller":"traceutil/trace.go:171","msg":"trace[1971927951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:684; }","duration":"4.457632767s","start":"2026-03-01T14:00:38.009229Z","end":"2026-03-01T14:00:42.466862Z","steps":["trace[1971927951] 'agreement among raft nodes before linearized reading' (duration: 4.455598405s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.467041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.00922Z","time spent":"4.457800692s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:00:42.46696Z","caller":"traceutil/trace.go:171","msg":"trace[1636432898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:684; }","duration":"4.457616888s","start":"2026-03-01T14:00:38.009298Z","end":"2026-03-01T14:00:42.466915Z","steps":["trace[1636432898] 'agreement among raft nodes before linearized reading' (duration: 4.45533563s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.467194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.009262Z","time spent":"4.457921375s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:42.4652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455677218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:42.467315Z","caller":"traceutil/trace.go:171","msg":"trace[1620400387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:684; }","duration":"4.457865704s","start":"2026-03-01T14:00:38.009419Z","end":"2026-03-01T14:00:42.467285Z","steps":["trace[1620400387] 'agreement among raft nodes before linearized reading' (duration: 4.455248797s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.465192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803917409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cqrt2\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-01T14:00:42.46738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:38.009398Z","time spent":"4.457957106s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:00:42.467418Z","caller":"traceutil/trace.go:171","msg":"trace[1023897917] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cqrt2; range_end:; response_count:1; response_revision:684; }","duration":"4.806147926s","start":"2026-03-01T14:00:37.661224Z","end":"2026-03-01T14:00:42.467372Z","steps":["trace[1023897917] 'agreement among raft nodes before linearized reading' (duration: 4.802650238s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:42.467543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:37.661203Z","time spent":"4.80632189s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-cqrt2\" "} {"level":"warn","ts":"2026-03-01T14:00:44.476378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:44.476501Z","caller":"traceutil/trace.go:171","msg":"trace[154648906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450908s","start":"2026-03-01T14:00:42.476027Z","end":"2026-03-01T14:00:44.476478Z","steps":["trace[154648906] 'agreement among raft nodes before linearized reading' (duration: 2.000296844s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:44.476554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.476017Z","time spent":"2.000525069s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:45.338049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655285003s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-01T14:00:45.338196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.467363Z","time spent":"2.870827928s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:00:46.477001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:46.477148Z","caller":"traceutil/trace.go:171","msg":"trace[350375686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237362s","start":"2026-03-01T14:00:44.476879Z","end":"2026-03-01T14:00:46.477117Z","steps":["trace[350375686] 'agreement among raft nodes before linearized reading' (duration: 2.000047347s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.477215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.476866Z","time spent":"2.000336384s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:46.765335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:00:46.765498Z","caller":"traceutil/trace.go:171","msg":"trace[201003457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381035s","start":"2026-03-01T14:00:44.765089Z","end":"2026-03-01T14:00:46.76547Z","steps":["trace[201003457] 'agreement among raft nodes before linearized reading' (duration: 2.00017982s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.765704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.765069Z","time spent":"2.00058063s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:47.033335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.350318676s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:47.471007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.472017Z","time spent":"4.998982024s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:00:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:47.471207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.472833Z","time spent":"4.998370838s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:00:48.010292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.472713Z","time spent":"5.537571092s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:00:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:48.010308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.472691Z","time spent":"5.537609823s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:00:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:48.483987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:48.484068Z","caller":"traceutil/trace.go:171","msg":"trace[1429448038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982655s","start":"2026-03-01T14:00:46.484068Z","end":"2026-03-01T14:00:48.484051Z","steps":["trace[1429448038] 'agreement among raft nodes before linearized reading' (duration: 1.999877823s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.484115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.484006Z","time spent":"2.000101009s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:00:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:00:48.806453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77258358s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:48.806985Z","caller":"traceutil/trace.go:171","msg":"trace[1970020405] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"6.334680505s","start":"2026-03-01T14:00:42.47226Z","end":"2026-03-01T14:00:48.80694Z","steps":["trace[1970020405] 'process raft request' (duration: 6.334437419s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.807172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.47224Z","time spent":"6.334830478s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:48.80774Z","caller":"traceutil/trace.go:171","msg":"trace[138309925] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"6.317625952s","start":"2026-03-01T14:00:42.490081Z","end":"2026-03-01T14:00:48.807707Z","steps":["trace[138309925] 'process raft request' (duration: 6.317104439s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.807881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.490061Z","time spent":"6.317736925s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.808558Z","caller":"traceutil/trace.go:171","msg":"trace[799014196] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"6.254660906s","start":"2026-03-01T14:00:42.553879Z","end":"2026-03-01T14:00:48.80854Z","steps":["trace[799014196] 'process raft request' (duration: 6.253765063s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.808649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:42.553846Z","time spent":"6.254756469s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.808468Z","caller":"traceutil/trace.go:171","msg":"trace[1324159667] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:706; }","duration":"6.332392318s","start":"2026-03-01T14:00:42.476058Z","end":"2026-03-01T14:00:48.80845Z","steps":["trace[1324159667] 'read index received' (duration: 206.802045ms)","trace[1324159667] 'applied index is now lower than readState.Index' (duration: 6.125589373s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:48.861582Z","caller":"traceutil/trace.go:171","msg":"trace[2026842551] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"3.52231553s","start":"2026-03-01T14:00:45.339218Z","end":"2026-03-01T14:00:48.861533Z","steps":["trace[2026842551] 'process raft request' (duration: 3.522067513s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.861637Z","caller":"traceutil/trace.go:171","msg":"trace[1186258480] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"2.855675315s","start":"2026-03-01T14:00:46.005942Z","end":"2026-03-01T14:00:48.861617Z","steps":["trace[1186258480] 'process raft request' (duration: 2.85548024s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.86175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.005914Z","time spent":"2.855765857s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:48.861752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:45.339182Z","time spent":"3.522481104s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:49.102092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.56894ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:00:49.10243Z","caller":"traceutil/trace.go:171","msg":"trace[640598405] transaction","detail":"{read_only:false; number_of_response:1; response_revision:693; }","duration":"1.090861923s","start":"2026-03-01T14:00:48.011538Z","end":"2026-03-01T14:00:49.1024Z","steps":["trace[640598405] 'process raft request' (duration: 1.090690918s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.102549Z","caller":"traceutil/trace.go:171","msg":"trace[1734541708] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:714; }","duration":"292.892748ms","start":"2026-03-01T14:00:48.809633Z","end":"2026-03-01T14:00:49.102526Z","steps":["trace[1734541708] 'read index received' (duration: 51.665891ms)","trace[1734541708] 'applied index is now lower than readState.Index' (duration: 241.225417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:49.102615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.011515Z","time spent":"1.090986966s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":512,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:49.102672Z","caller":"traceutil/trace.go:171","msg":"trace[1816875496] transaction","detail":"{read_only:false; number_of_response:1; response_revision:693; }","duration":"1.090329289s","start":"2026-03-01T14:00:48.012332Z","end":"2026-03-01T14:00:49.102661Z","steps":["trace[1816875496] 'process raft request' (duration: 1.089992871s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.102776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.012312Z","time spent":"1.090397802s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:49.102873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66006257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:49.102884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.670908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:49.102941Z","caller":"traceutil/trace.go:171","msg":"trace[2029084985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"618.782111ms","start":"2026-03-01T14:00:48.484145Z","end":"2026-03-01T14:00:49.102928Z","steps":["trace[2029084985] 'agreement among raft nodes before linearized reading' (duration: 618.628697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.102953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.184116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-01T14:00:49.102977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.484124Z","time spent":"618.847813ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:00:49.102984Z","caller":"traceutil/trace.go:171","msg":"trace[911121828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:694; }","duration":"239.212857ms","start":"2026-03-01T14:00:48.863761Z","end":"2026-03-01T14:00:49.102974Z","steps":["trace[911121828] 'agreement among raft nodes before linearized reading' (duration: 239.151836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.10299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848639536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:49.102939Z","caller":"traceutil/trace.go:171","msg":"trace[168593357] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:694; }","duration":"4.660132312s","start":"2026-03-01T14:00:44.442787Z","end":"2026-03-01T14:00:49.102919Z","steps":["trace[168593357] 'agreement among raft nodes before linearized reading' (duration: 4.659988158s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.103024Z","caller":"traceutil/trace.go:171","msg":"trace[362292831] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:694; }","duration":"2.848713398s","start":"2026-03-01T14:00:46.254302Z","end":"2026-03-01T14:00:49.103015Z","steps":["trace[362292831] 'agreement among raft nodes before linearized reading' (duration: 2.848659307s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.10302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.639366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T14:00:49.103063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.254279Z","time spent":"2.848772539s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:49.103046Z","caller":"traceutil/trace.go:171","msg":"trace[1229775300] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"271.823133ms","start":"2026-03-01T14:00:48.831187Z","end":"2026-03-01T14:00:49.10301Z","steps":["trace[1229775300] 'process raft request' (duration: 271.215488ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.103047Z","caller":"traceutil/trace.go:171","msg":"trace[332373641] transaction","detail":"{read_only:false; number_of_response:1; response_revision:693; }","duration":"1.090044542s","start":"2026-03-01T14:00:48.012951Z","end":"2026-03-01T14:00:49.102996Z","steps":["trace[332373641] 'process raft request' (duration: 1.089415866s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.10309Z","caller":"traceutil/trace.go:171","msg":"trace[978927972] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:694; }","duration":"291.738577ms","start":"2026-03-01T14:00:48.811328Z","end":"2026-03-01T14:00:49.103067Z","steps":["trace[978927972] 'agreement among raft nodes before linearized reading' (duration: 291.538412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.103066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:44.442733Z","time spent":"4.660315497s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:49.103231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.012938Z","time spent":"1.090208215s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:49.324173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.747981ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:00:49.324289Z","caller":"traceutil/trace.go:171","msg":"trace[1615115611] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"216.257384ms","start":"2026-03-01T14:00:49.108013Z","end":"2026-03-01T14:00:49.32427Z","steps":["trace[1615115611] 'read index received' (duration: 112.451392ms)","trace[1615115611] 'applied index is now lower than readState.Index' (duration: 103.804682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:49.324426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.400077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-01T14:00:49.324459Z","caller":"traceutil/trace.go:171","msg":"trace[2078408192] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:694; }","duration":"216.455958ms","start":"2026-03-01T14:00:49.107994Z","end":"2026-03-01T14:00:49.32445Z","steps":["trace[2078408192] 'agreement among raft nodes before linearized reading' (duration: 216.365386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.324544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.566406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T14:00:49.324619Z","caller":"traceutil/trace.go:171","msg":"trace[738689724] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:694; }","duration":"215.669959ms","start":"2026-03-01T14:00:49.108934Z","end":"2026-03-01T14:00:49.324604Z","steps":["trace[738689724] 'agreement among raft nodes before linearized reading' (duration: 215.542436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.324668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.040834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:49.324557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.783461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:49.324732Z","caller":"traceutil/trace.go:171","msg":"trace[1555895161] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:694; }","duration":"187.125615ms","start":"2026-03-01T14:00:49.137587Z","end":"2026-03-01T14:00:49.324712Z","steps":["trace[1555895161] 'agreement among raft nodes before linearized reading' (duration: 187.001002ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.324739Z","caller":"traceutil/trace.go:171","msg":"trace[1936783993] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:694; }","duration":"212.032837ms","start":"2026-03-01T14:00:49.112696Z","end":"2026-03-01T14:00:49.324729Z","steps":["trace[1936783993] 'agreement among raft nodes before linearized reading' (duration: 211.815592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.32474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.553835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:49.324811Z","caller":"traceutil/trace.go:171","msg":"trace[1916332812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"213.652308ms","start":"2026-03-01T14:00:49.111139Z","end":"2026-03-01T14:00:49.324791Z","steps":["trace[1916332812] 'agreement among raft nodes before linearized reading' (duration: 213.541845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:50.076514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.053821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cqrt2\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-03-01T14:00:50.076481Z","caller":"traceutil/trace.go:171","msg":"trace[989492230] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"363.22716ms","start":"2026-03-01T14:00:49.713216Z","end":"2026-03-01T14:00:50.076443Z","steps":["trace[989492230] 'process raft request' (duration: 358.009758ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:50.076571Z","caller":"traceutil/trace.go:171","msg":"trace[510817794] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cqrt2; range_end:; response_count:1; response_revision:703; }","duration":"366.148384ms","start":"2026-03-01T14:00:49.710409Z","end":"2026-03-01T14:00:50.076557Z","steps":["trace[510817794] 'range keys from in-memory index tree' (duration: 365.904168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:50.076603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:49.710393Z","time spent":"366.201796ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17173,"request content":"key:\"/registry/pods/kube-system/cilium-cqrt2\" "} {"level":"warn","ts":"2026-03-01T14:00:50.076645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:49.713199Z","time spent":"363.381423ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:50.503813Z","caller":"traceutil/trace.go:171","msg":"trace[602475886] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"127.284598ms","start":"2026-03-01T14:00:50.376505Z","end":"2026-03-01T14:00:50.50379Z","steps":["trace[602475886] 'process raft request' (duration: 77.477255ms)","trace[602475886] 'compare' (duration: 49.697401ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:50.50967Z","caller":"traceutil/trace.go:171","msg":"trace[137615570] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"133.061705ms","start":"2026-03-01T14:00:50.376578Z","end":"2026-03-01T14:00:50.509639Z","steps":["trace[137615570] 'process raft request' (duration: 131.70697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:50.857077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.338506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:50.857266Z","caller":"traceutil/trace.go:171","msg":"trace[435111498] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"130.702425ms","start":"2026-03-01T14:00:50.72654Z","end":"2026-03-01T14:00:50.857243Z","steps":["trace[435111498] 'read index received' (duration: 83.402µs)","trace[435111498] 'applied index is now lower than readState.Index' (duration: 130.617113ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:50.857346Z","caller":"traceutil/trace.go:171","msg":"trace[1682965607] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"310.064323ms","start":"2026-03-01T14:00:50.547229Z","end":"2026-03-01T14:00:50.857293Z","steps":["trace[1682965607] 'process raft request' (duration: 91.375438ms)","trace[1682965607] 'compare' (duration: 218.152522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:50.857597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.021212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4946"} {"level":"warn","ts":"2026-03-01T14:00:50.857611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:50.547213Z","time spent":"310.260018ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:50.857646Z","caller":"traceutil/trace.go:171","msg":"trace[488923483] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:721; }","duration":"131.162707ms","start":"2026-03-01T14:00:50.726471Z","end":"2026-03-01T14:00:50.857633Z","steps":["trace[488923483] 'agreement among raft nodes before linearized reading' (duration: 130.834918ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:51.606229Z","caller":"traceutil/trace.go:171","msg":"trace[1478833148] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"183.327308ms","start":"2026-03-01T14:00:51.422883Z","end":"2026-03-01T14:00:51.60621Z","steps":["trace[1478833148] 'process raft request' (duration: 183.254326ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:51.606372Z","caller":"traceutil/trace.go:171","msg":"trace[41187810] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"184.728824ms","start":"2026-03-01T14:00:51.42161Z","end":"2026-03-01T14:00:51.606339Z","steps":["trace[41187810] 'process raft request' (duration: 109.97972ms)","trace[41187810] 'compare' (duration: 74.450927ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:51.606801Z","caller":"traceutil/trace.go:171","msg":"trace[254584226] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"166.321918ms","start":"2026-03-01T14:00:51.440454Z","end":"2026-03-01T14:00:51.606776Z","steps":["trace[254584226] 'process raft request' (duration: 166.069791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.468278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.66692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.468416Z","caller":"traceutil/trace.go:171","msg":"trace[788400348] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:748; }","duration":"107.825734ms","start":"2026-03-01T14:00:52.36057Z","end":"2026-03-01T14:00:52.468396Z","steps":["trace[788400348] 'range keys from in-memory index tree' (duration: 107.611028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.468598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.724516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:52.468676Z","caller":"traceutil/trace.go:171","msg":"trace[418774143] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"504.01222ms","start":"2026-03-01T14:00:51.964651Z","end":"2026-03-01T14:00:52.468663Z","steps":["trace[418774143] 'read index received' (duration: 54.921µs)","trace[418774143] 'applied index is now lower than readState.Index' (duration: 503.956349ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:52.46873Z","caller":"traceutil/trace.go:171","msg":"trace[1706886829] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"580.88522ms","start":"2026-03-01T14:00:51.887802Z","end":"2026-03-01T14:00:52.468687Z","steps":["trace[1706886829] 'process raft request' (duration: 68.9947ms)","trace[1706886829] 'compare' (duration: 511.539781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:52.468768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.120964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.468799Z","caller":"traceutil/trace.go:171","msg":"trace[517732265] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:749; }","duration":"504.191736ms","start":"2026-03-01T14:00:51.9646Z","end":"2026-03-01T14:00:52.468792Z","steps":["trace[517732265] 'agreement among raft nodes before linearized reading' (duration: 504.117104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.468822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:51.964581Z","time spent":"504.236096ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:00:52.468871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:51.887779Z","time spent":"581.022613ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:52.473317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.356735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.473383Z","caller":"traceutil/trace.go:171","msg":"trace[252698927] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:750; }","duration":"309.462118ms","start":"2026-03-01T14:00:52.163906Z","end":"2026-03-01T14:00:52.473368Z","steps":["trace[252698927] 'agreement among raft nodes before linearized reading' (duration: 309.342235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.473434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:52.16389Z","time spent":"309.534789ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:00:52.473344Z","caller":"traceutil/trace.go:171","msg":"trace[1625872485] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"106.528121ms","start":"2026-03-01T14:00:52.366772Z","end":"2026-03-01T14:00:52.4733Z","steps":["trace[1625872485] 'process raft request' (duration: 106.381827ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.973083Z","caller":"traceutil/trace.go:171","msg":"trace[783316832] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"174.863434ms","start":"2026-03-01T14:00:52.798198Z","end":"2026-03-01T14:00:52.973061Z","steps":["trace[783316832] 'process raft request' (duration: 174.341481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.18295Z","caller":"traceutil/trace.go:171","msg":"trace[733164977] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"212.004256ms","start":"2026-03-01T14:00:52.970916Z","end":"2026-03-01T14:00:53.18292Z","steps":["trace[733164977] 'process raft request' (duration: 174.083015ms)","trace[733164977] 'compare' (duration: 37.037109ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:53.263067Z","caller":"traceutil/trace.go:171","msg":"trace[1578012734] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:791; }","duration":"254.74525ms","start":"2026-03-01T14:00:53.008299Z","end":"2026-03-01T14:00:53.263044Z","steps":["trace[1578012734] 'read index received' (duration: 136.711377ms)","trace[1578012734] 'applied index is now lower than readState.Index' (duration: 118.032413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:53.263661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.287353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:53.263142Z","caller":"traceutil/trace.go:171","msg":"trace[236081601] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"277.857746ms","start":"2026-03-01T14:00:52.985262Z","end":"2026-03-01T14:00:53.263119Z","steps":["trace[236081601] 'process raft request' (duration: 277.61342ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.263823Z","caller":"traceutil/trace.go:171","msg":"trace[991257942] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:764; }","duration":"255.492689ms","start":"2026-03-01T14:00:53.008271Z","end":"2026-03-01T14:00:53.263764Z","steps":["trace[991257942] 'agreement among raft nodes before linearized reading' (duration: 254.867893ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.327118Z","caller":"traceutil/trace.go:171","msg":"trace[141244450] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"136.003189ms","start":"2026-03-01T14:00:53.19109Z","end":"2026-03-01T14:00:53.327094Z","steps":["trace[141244450] 'process raft request' (duration: 135.951588ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.327196Z","caller":"traceutil/trace.go:171","msg":"trace[870697400] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"159.401242ms","start":"2026-03-01T14:00:53.167721Z","end":"2026-03-01T14:00:53.327122Z","steps":["trace[870697400] 'process raft request' (duration: 147.930981ms)","trace[870697400] 'compare' (duration: 11.282076ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:55.044662Z","caller":"traceutil/trace.go:171","msg":"trace[890613780] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"252.545534ms","start":"2026-03-01T14:00:54.792086Z","end":"2026-03-01T14:00:55.044631Z","steps":["trace[890613780] 'process raft request' (duration: 249.735932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:55.598465Z","caller":"traceutil/trace.go:171","msg":"trace[1357266080] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"169.579869ms","start":"2026-03-01T14:00:55.428856Z","end":"2026-03-01T14:00:55.598436Z","steps":["trace[1357266080] 'process raft request' (duration: 169.411345ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:00.146677Z","caller":"traceutil/trace.go:171","msg":"trace[1248932926] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"177.010628ms","start":"2026-03-01T14:00:59.969636Z","end":"2026-03-01T14:01:00.146647Z","steps":["trace[1248932926] 'process raft request' (duration: 176.839194ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:00.32836Z","caller":"traceutil/trace.go:171","msg":"trace[1120885706] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"161.343332ms","start":"2026-03-01T14:01:00.166991Z","end":"2026-03-01T14:01:00.328334Z","steps":["trace[1120885706] 'process raft request' (duration: 161.183498ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:00.441Z","caller":"traceutil/trace.go:171","msg":"trace[1061926296] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"105.837144ms","start":"2026-03-01T14:01:00.335129Z","end":"2026-03-01T14:01:00.440966Z","steps":["trace[1061926296] 'process raft request' (duration: 104.44294ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:12.989002Z","caller":"traceutil/trace.go:171","msg":"trace[983336374] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:977; }","duration":"117.831627ms","start":"2026-03-01T14:01:12.871142Z","end":"2026-03-01T14:01:12.988973Z","steps":["trace[983336374] 'read index received' (duration: 117.726735ms)","trace[983336374] 'applied index is now lower than readState.Index' (duration: 102.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:12.989069Z","caller":"traceutil/trace.go:171","msg":"trace[1753769673] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"119.388686ms","start":"2026-03-01T14:01:12.869635Z","end":"2026-03-01T14:01:12.989023Z","steps":["trace[1753769673] 'process raft request' (duration: 119.183571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:12.989476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.296409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-bgbkq\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-03-01T14:01:12.989675Z","caller":"traceutil/trace.go:171","msg":"trace[1816460462] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-bgbkq; range_end:; response_count:1; response_revision:943; }","duration":"118.538516ms","start":"2026-03-01T14:01:12.871104Z","end":"2026-03-01T14:01:12.989642Z","steps":["trace[1816460462] 'agreement among raft nodes before linearized reading' (duration: 118.024542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.021739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227842620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:01:19.526925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227842620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:01:19.97616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010895081s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:01:19.976818Z","caller":"traceutil/trace.go:171","msg":"trace[283053802] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"2.059514404s","start":"2026-03-01T14:01:17.917266Z","end":"2026-03-01T14:01:19.97678Z","steps":["trace[283053802] 'process raft request' (duration: 2.059192686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.977039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:17.917256Z","time spent":"2.059663228s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:19.977052Z","caller":"traceutil/trace.go:171","msg":"trace[2043933756] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"2.059423742s","start":"2026-03-01T14:01:17.917592Z","end":"2026-03-01T14:01:19.977015Z","steps":["trace[2043933756] 'process raft request' (duration: 2.059099814s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.977215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:17.91754Z","time spent":"2.059578636s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:19.992195Z","caller":"traceutil/trace.go:171","msg":"trace[809798470] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"2.022715811s","start":"2026-03-01T14:01:17.969461Z","end":"2026-03-01T14:01:19.992177Z","steps":["trace[809798470] 'process raft request' (duration: 2.022228239s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.992376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:17.96944Z","time spent":"2.022810304s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:19.992428Z","caller":"traceutil/trace.go:171","msg":"trace[1842980280] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"2.022363443s","start":"2026-03-01T14:01:17.970042Z","end":"2026-03-01T14:01:19.992406Z","steps":["trace[1842980280] 'process raft request' (duration: 2.022060475s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.992557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:17.970034Z","time spent":"2.022472395s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:19.992781Z","caller":"traceutil/trace.go:171","msg":"trace[1796979235] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"262.71935ms","start":"2026-03-01T14:01:19.73003Z","end":"2026-03-01T14:01:19.992749Z","steps":["trace[1796979235] 'process raft request' (duration: 262.135156ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:19.993205Z","caller":"traceutil/trace.go:171","msg":"trace[2001300621] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"125.949903ms","start":"2026-03-01T14:01:19.867222Z","end":"2026-03-01T14:01:19.993172Z","steps":["trace[2001300621] 'process raft request' (duration: 125.45906ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:19.993106Z","caller":"traceutil/trace.go:171","msg":"trace[545670007] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1026; }","duration":"1.472183312s","start":"2026-03-01T14:01:18.520907Z","end":"2026-03-01T14:01:19.99309Z","steps":["trace[545670007] 'read index received' (duration: 1.45554371s)","trace[545670007] 'applied index is now lower than readState.Index' (duration: 16.638462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:19.993422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472504499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:19.993477Z","caller":"traceutil/trace.go:171","msg":"trace[540296529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"1.472591752s","start":"2026-03-01T14:01:18.520871Z","end":"2026-03-01T14:01:19.993463Z","steps":["trace[540296529] 'agreement among raft nodes before linearized reading' (duration: 1.47250341s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.993525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:18.520855Z","time spent":"1.472659084s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:01:19.99362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443543005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:01:19.993666Z","caller":"traceutil/trace.go:171","msg":"trace[1581895252] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:996; }","duration":"1.443594877s","start":"2026-03-01T14:01:18.550058Z","end":"2026-03-01T14:01:19.993653Z","steps":["trace[1581895252] 'agreement among raft nodes before linearized reading' (duration: 1.443451973s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.993754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:18.550003Z","time spent":"1.44371745s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:01:19.993762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.095223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:01:19.99381Z","caller":"traceutil/trace.go:171","msg":"trace[1835195874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:996; }","duration":"228.193795ms","start":"2026-03-01T14:01:19.765603Z","end":"2026-03-01T14:01:19.993797Z","steps":["trace[1835195874] 'agreement among raft nodes before linearized reading' (duration: 228.029831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.993827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.813906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:01:19.993898Z","caller":"traceutil/trace.go:171","msg":"trace[1918820880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:996; }","duration":"531.911128ms","start":"2026-03-01T14:01:19.46197Z","end":"2026-03-01T14:01:19.993881Z","steps":["trace[1918820880] 'agreement among raft nodes before linearized reading' (duration: 531.733454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.993938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:19.461952Z","time spent":"531.97697ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:01:19.993942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.252649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:01:19.994027Z","caller":"traceutil/trace.go:171","msg":"trace[1047156200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:996; }","duration":"305.354293ms","start":"2026-03-01T14:01:19.68865Z","end":"2026-03-01T14:01:19.994004Z","steps":["trace[1047156200] 'agreement among raft nodes before linearized reading' (duration: 305.111756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.993952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285221271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T14:01:19.99408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:19.68864Z","time spent":"305.419924ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:01:19.994112Z","caller":"traceutil/trace.go:171","msg":"trace[1053873764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:996; }","duration":"1.285409995s","start":"2026-03-01T14:01:18.708686Z","end":"2026-03-01T14:01:19.994096Z","steps":["trace[1053873764] 'agreement among raft nodes before linearized reading' (duration: 1.285169969s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.99415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:18.708671Z","time spent":"1.285469297s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:01:19.993967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28088605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:01:19.994212Z","caller":"traceutil/trace.go:171","msg":"trace[1012041825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:996; }","duration":"1.281161576s","start":"2026-03-01T14:01:18.713035Z","end":"2026-03-01T14:01:19.994197Z","steps":["trace[1012041825] 'agreement among raft nodes before linearized reading' (duration: 1.280825928s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:19.994269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:18.713023Z","time spent":"1.281228509s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:01:22.126163Z","caller":"traceutil/trace.go:171","msg":"trace[1640233252] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"113.887998ms","start":"2026-03-01T14:01:22.01225Z","end":"2026-03-01T14:01:22.126138Z","steps":["trace[1640233252] 'process raft request' (duration: 113.838547ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:22.126201Z","caller":"traceutil/trace.go:171","msg":"trace[974932272] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"114.947895ms","start":"2026-03-01T14:01:22.011226Z","end":"2026-03-01T14:01:22.126174Z","steps":["trace[974932272] 'process raft request' (duration: 114.655428ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:22.126253Z","caller":"traceutil/trace.go:171","msg":"trace[1510888762] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"114.76674ms","start":"2026-03-01T14:01:22.011455Z","end":"2026-03-01T14:01:22.126222Z","steps":["trace[1510888762] 'process raft request' (duration: 114.571116ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:28.301189Z","caller":"traceutil/trace.go:171","msg":"trace[59668328] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"114.018131ms","start":"2026-03-01T14:01:28.187093Z","end":"2026-03-01T14:01:28.301111Z","steps":["trace[59668328] 'process raft request' (duration: 113.885607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:28.301347Z","caller":"traceutil/trace.go:171","msg":"trace[405646074] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"114.191955ms","start":"2026-03-01T14:01:28.187078Z","end":"2026-03-01T14:01:28.30127Z","steps":["trace[405646074] 'process raft request' (duration: 40.073796ms)","trace[405646074] 'compare' (duration: 73.179975ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:28.303026Z","caller":"traceutil/trace.go:171","msg":"trace[991653590] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"115.875748ms","start":"2026-03-01T14:01:28.187088Z","end":"2026-03-01T14:01:28.302963Z","steps":["trace[991653590] 'process raft request' (duration: 114.611715ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:28.303181Z","caller":"traceutil/trace.go:171","msg":"trace[1805247834] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"115.925779ms","start":"2026-03-01T14:01:28.187216Z","end":"2026-03-01T14:01:28.303142Z","steps":["trace[1805247834] 'process raft request' (duration: 115.605921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:42.538891Z","caller":"traceutil/trace.go:171","msg":"trace[1377405879] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1194; }","duration":"104.214574ms","start":"2026-03-01T14:01:42.434654Z","end":"2026-03-01T14:01:42.538868Z","steps":["trace[1377405879] 'read index received' (duration: 73.690599ms)","trace[1377405879] 'applied index is now lower than readState.Index' (duration: 30.523005ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:42.538924Z","caller":"traceutil/trace.go:171","msg":"trace[839923411] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"107.617519ms","start":"2026-03-01T14:01:42.431274Z","end":"2026-03-01T14:01:42.538892Z","steps":["trace[839923411] 'process raft request' (duration: 77.055594ms)","trace[839923411] 'compare' (duration: 30.377581ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:42.53898Z","caller":"traceutil/trace.go:171","msg":"trace[1141775495] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"105.126107ms","start":"2026-03-01T14:01:42.433825Z","end":"2026-03-01T14:01:42.538951Z","steps":["trace[1141775495] 'process raft request' (duration: 105.004974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:42.539753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.062135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:01:42.539881Z","caller":"traceutil/trace.go:171","msg":"trace[1067295054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1150; }","duration":"105.192538ms","start":"2026-03-01T14:01:42.434638Z","end":"2026-03-01T14:01:42.539831Z","steps":["trace[1067295054] 'agreement among raft nodes before linearized reading' (duration: 104.329466ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:43.485999Z","caller":"traceutil/trace.go:171","msg":"trace[1466540539] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"278.706188ms","start":"2026-03-01T14:01:43.207264Z","end":"2026-03-01T14:01:43.48597Z","steps":["trace[1466540539] 'read index received' (duration: 278.632866ms)","trace[1466540539] 'applied index is now lower than readState.Index' (duration: 72.132µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:43.48612Z","caller":"traceutil/trace.go:171","msg":"trace[798333463] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"472.753918ms","start":"2026-03-01T14:01:43.013327Z","end":"2026-03-01T14:01:43.486081Z","steps":["trace[798333463] 'process raft request' (duration: 472.482791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:43.486277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:43.013309Z","time spent":"472.887902ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:43.486295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.896712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:01:43.486337Z","caller":"traceutil/trace.go:171","msg":"trace[1180601125] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1156; }","duration":"279.146969ms","start":"2026-03-01T14:01:43.207178Z","end":"2026-03-01T14:01:43.486325Z","steps":["trace[1180601125] 'agreement among raft nodes before linearized reading' (duration: 278.901263ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:47.853073Z","caller":"traceutil/trace.go:171","msg":"trace[1895235898] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"182.124978ms","start":"2026-03-01T14:01:47.670923Z","end":"2026-03-01T14:01:47.853048Z","steps":["trace[1895235898] 'process raft request' (duration: 181.79877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:48.206656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.571458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:01:48.206772Z","caller":"traceutil/trace.go:171","msg":"trace[208650375] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"340.860744ms","start":"2026-03-01T14:01:47.865891Z","end":"2026-03-01T14:01:48.206751Z","steps":["trace[208650375] 'process raft request' (duration: 121.118851ms)","trace[208650375] 'compare' (duration: 219.403904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:48.206828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:47.865871Z","time spent":"340.936775ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1215,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:01:52.842066Z","caller":"traceutil/trace.go:171","msg":"trace[130143255] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1330; }","duration":"365.14594ms","start":"2026-03-01T14:01:52.476886Z","end":"2026-03-01T14:01:52.842032Z","steps":["trace[130143255] 'read index received' (duration: 364.974165ms)","trace[130143255] 'applied index is now lower than readState.Index' (duration: 170.485µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:52.842353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.177423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:01:52.842395Z","caller":"traceutil/trace.go:171","msg":"trace[1945644958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1281; }","duration":"259.281946ms","start":"2026-03-01T14:01:52.583102Z","end":"2026-03-01T14:01:52.842384Z","steps":["trace[1945644958] 'agreement among raft nodes before linearized reading' (duration: 259.098831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:52.842387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.473868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:01:52.842424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.98148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:01:52.84247Z","caller":"traceutil/trace.go:171","msg":"trace[1670440545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1281; }","duration":"365.620171ms","start":"2026-03-01T14:01:52.476837Z","end":"2026-03-01T14:01:52.842457Z","steps":["trace[1670440545] 'agreement among raft nodes before linearized reading' (duration: 365.355735ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.842486Z","caller":"traceutil/trace.go:171","msg":"trace[423484208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1281; }","duration":"224.074382ms","start":"2026-03-01T14:01:52.618397Z","end":"2026-03-01T14:01:52.842472Z","steps":["trace[423484208] 'agreement among raft nodes before linearized reading' (duration: 223.920628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:52.842519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:52.47681Z","time spent":"365.701334ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:01:52.842397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.820716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:01:52.842587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.748482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:01:52.842166Z","caller":"traceutil/trace.go:171","msg":"trace[1724445852] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"498.308087ms","start":"2026-03-01T14:01:52.343828Z","end":"2026-03-01T14:01:52.842136Z","steps":["trace[1724445852] 'process raft request' (duration: 498.016958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.842659Z","caller":"traceutil/trace.go:171","msg":"trace[712690368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1281; }","duration":"258.839684ms","start":"2026-03-01T14:01:52.583798Z","end":"2026-03-01T14:01:52.842637Z","steps":["trace[712690368] 'agreement among raft nodes before linearized reading' (duration: 258.621999ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.842666Z","caller":"traceutil/trace.go:171","msg":"trace[1619742321] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1281; }","duration":"224.082972ms","start":"2026-03-01T14:01:52.618525Z","end":"2026-03-01T14:01:52.842608Z","steps":["trace[1619742321] 'agreement among raft nodes before linearized reading' (duration: 223.719953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:52.842765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:52.343803Z","time spent":"498.87076ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:53.081729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.402046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:01:53.081864Z","caller":"traceutil/trace.go:171","msg":"trace[531253246] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"233.734546ms","start":"2026-03-01T14:01:52.848115Z","end":"2026-03-01T14:01:53.08185Z","steps":["trace[531253246] 'process raft request' (duration: 90.141136ms)","trace[531253246] 'compare' (duration: 143.323643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:53.451691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.086691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:01:53.451856Z","caller":"traceutil/trace.go:171","msg":"trace[895196919] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"603.680007ms","start":"2026-03-01T14:01:52.848157Z","end":"2026-03-01T14:01:53.451837Z","steps":["trace[895196919] 'process raft request' (duration: 398.373111ms)","trace[895196919] 'compare' (duration: 204.985428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:53.451929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:52.848135Z","time spent":"603.76038ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:53.452132Z","caller":"traceutil/trace.go:171","msg":"trace[1331541578] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"603.529464ms","start":"2026-03-01T14:01:52.848578Z","end":"2026-03-01T14:01:53.452107Z","steps":["trace[1331541578] 'process raft request' (duration: 603.202056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:53.452281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:52.848554Z","time spent":"603.651357ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:53.452282Z","caller":"traceutil/trace.go:171","msg":"trace[1103874459] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"602.932459ms","start":"2026-03-01T14:01:52.849323Z","end":"2026-03-01T14:01:53.452256Z","steps":["trace[1103874459] 'process raft request' (duration: 602.715933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:53.452411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:52.849303Z","time spent":"603.041821ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:53.730692Z","caller":"traceutil/trace.go:171","msg":"trace[64347827] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"112.094932ms","start":"2026-03-01T14:01:53.618567Z","end":"2026-03-01T14:01:53.730662Z","steps":["trace[64347827] 'process raft request' (duration: 93.792898ms)","trace[64347827] 'compare' (duration: 18.160041ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:56.769626Z","caller":"traceutil/trace.go:171","msg":"trace[1601048563] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1374; }","duration":"101.459214ms","start":"2026-03-01T14:01:56.668103Z","end":"2026-03-01T14:01:56.769562Z","steps":["trace[1601048563] 'read index received' (duration: 101.202877ms)","trace[1601048563] 'applied index is now lower than readState.Index' (duration: 255.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:56.769632Z","caller":"traceutil/trace.go:171","msg":"trace[1708009140] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"109.662881ms","start":"2026-03-01T14:01:56.659941Z","end":"2026-03-01T14:01:56.769604Z","steps":["trace[1708009140] 'process raft request' (duration: 109.440414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:56.769801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.669289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:56.769884Z","caller":"traceutil/trace.go:171","msg":"trace[872127666] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1325; }","duration":"101.798943ms","start":"2026-03-01T14:01:56.668064Z","end":"2026-03-01T14:01:56.769863Z","steps":["trace[872127666] 'agreement among raft nodes before linearized reading' (duration: 101.631668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:56.942443Z","caller":"traceutil/trace.go:171","msg":"trace[2020899571] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"103.362351ms","start":"2026-03-01T14:01:56.839037Z","end":"2026-03-01T14:01:56.9424Z","steps":["trace[2020899571] 'read index received' (duration: 100.801536ms)","trace[2020899571] 'applied index is now lower than readState.Index' (duration: 2.559465ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:56.942466Z","caller":"traceutil/trace.go:171","msg":"trace[1383830554] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"103.770001ms","start":"2026-03-01T14:01:56.838668Z","end":"2026-03-01T14:01:56.942438Z","steps":["trace[1383830554] 'process raft request' (duration: 101.144265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:56.942638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.558646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:56.942745Z","caller":"traceutil/trace.go:171","msg":"trace[1806651894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1327; }","duration":"103.72012ms","start":"2026-03-01T14:01:56.838997Z","end":"2026-03-01T14:01:56.942718Z","steps":["trace[1806651894] 'agreement among raft nodes before linearized reading' (duration: 103.479534ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.030926Z","caller":"traceutil/trace.go:171","msg":"trace[781506853] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"190.47108ms","start":"2026-03-01T14:01:56.840404Z","end":"2026-03-01T14:01:57.030875Z","steps":["trace[781506853] 'process raft request' (duration: 190.240415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.031027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.041193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:01:57.031111Z","caller":"traceutil/trace.go:171","msg":"trace[1377991816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1328; }","duration":"174.156797ms","start":"2026-03-01T14:01:56.856933Z","end":"2026-03-01T14:01:57.03109Z","steps":["trace[1377991816] 'agreement among raft nodes before linearized reading' (duration: 173.921701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.093983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.72913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:57.094075Z","caller":"traceutil/trace.go:171","msg":"trace[1448719338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1329; }","duration":"146.883435ms","start":"2026-03-01T14:01:56.947166Z","end":"2026-03-01T14:01:57.094049Z","steps":["trace[1448719338] 'agreement among raft nodes before linearized reading' (duration: 129.224947ms)","trace[1448719338] 'range keys from in-memory index tree' (duration: 17.533364ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:57.266322Z","caller":"traceutil/trace.go:171","msg":"trace[1384371052] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"163.925457ms","start":"2026-03-01T14:01:57.102361Z","end":"2026-03-01T14:01:57.266287Z","steps":["trace[1384371052] 'process raft request' (duration: 97.232125ms)","trace[1384371052] 'compare' (duration: 66.561999ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:57.473729Z","caller":"traceutil/trace.go:171","msg":"trace[1835192940] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"125.665657ms","start":"2026-03-01T14:01:57.34804Z","end":"2026-03-01T14:01:57.473706Z","steps":["trace[1835192940] 'process raft request' (duration: 65.779937ms)","trace[1835192940] 'compare' (duration: 59.796947ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:57.484945Z","caller":"traceutil/trace.go:171","msg":"trace[2037758174] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"134.88424ms","start":"2026-03-01T14:01:57.350016Z","end":"2026-03-01T14:01:57.4849Z","steps":["trace[2037758174] 'process raft request' (duration: 134.657875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:58.517348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.176062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:01:58.51749Z","caller":"traceutil/trace.go:171","msg":"trace[445354084] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"284.250508ms","start":"2026-03-01T14:01:58.233212Z","end":"2026-03-01T14:01:58.517462Z","steps":["trace[445354084] 'process raft request' (duration: 147.84664ms)","trace[445354084] 'compare' (duration: 135.993547ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:58.872576Z","caller":"traceutil/trace.go:171","msg":"trace[1167594704] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1421; }","duration":"145.354066ms","start":"2026-03-01T14:01:58.727201Z","end":"2026-03-01T14:01:58.872555Z","steps":["trace[1167594704] 'read index received' (duration: 145.215673ms)","trace[1167594704] 'applied index is now lower than readState.Index' (duration: 137.443µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:58.872795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.588332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T14:01:58.872838Z","caller":"traceutil/trace.go:171","msg":"trace[2030185697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1371; }","duration":"145.682874ms","start":"2026-03-01T14:01:58.727145Z","end":"2026-03-01T14:01:58.872828Z","steps":["trace[2030185697] 'agreement among raft nodes before linearized reading' (duration: 145.51849ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:58.873163Z","caller":"traceutil/trace.go:171","msg":"trace[1316092794] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"263.251525ms","start":"2026-03-01T14:01:58.609897Z","end":"2026-03-01T14:01:58.873149Z","steps":["trace[1316092794] 'process raft request' (duration: 262.523527ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:05.404081Z","caller":"traceutil/trace.go:171","msg":"trace[1651483377] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"142.581056ms","start":"2026-03-01T14:02:05.261476Z","end":"2026-03-01T14:02:05.404057Z","steps":["trace[1651483377] 'process raft request' (duration: 142.442082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:05.408265Z","caller":"traceutil/trace.go:171","msg":"trace[1269401606] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"146.562516ms","start":"2026-03-01T14:02:05.261677Z","end":"2026-03-01T14:02:05.40824Z","steps":["trace[1269401606] 'process raft request' (duration: 146.453713ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:08.155251Z","caller":"traceutil/trace.go:171","msg":"trace[1981553086] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1539; }","duration":"166.363449ms","start":"2026-03-01T14:02:07.988864Z","end":"2026-03-01T14:02:08.155227Z","steps":["trace[1981553086] 'process raft request' (duration: 166.264106ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:11.077277Z","caller":"traceutil/trace.go:171","msg":"trace[1689339308] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"173.679545ms","start":"2026-03-01T14:02:10.903568Z","end":"2026-03-01T14:02:11.077248Z","steps":["trace[1689339308] 'process raft request' (duration: 173.424668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:11.33842Z","caller":"traceutil/trace.go:171","msg":"trace[1138870682] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1651; }","duration":"177.455879ms","start":"2026-03-01T14:02:11.16092Z","end":"2026-03-01T14:02:11.338376Z","steps":["trace[1138870682] 'read index received' (duration: 175.856899ms)","trace[1138870682] 'applied index is now lower than readState.Index' (duration: 1.59773ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:11.338503Z","caller":"traceutil/trace.go:171","msg":"trace[1663454826] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"196.747819ms","start":"2026-03-01T14:02:11.141723Z","end":"2026-03-01T14:02:11.33847Z","steps":["trace[1663454826] 'process raft request' (duration: 195.130148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:11.338795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.8515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T14:02:11.338793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.712479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:02:11.338847Z","caller":"traceutil/trace.go:171","msg":"trace[415891504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"177.971003ms","start":"2026-03-01T14:02:11.160864Z","end":"2026-03-01T14:02:11.338835Z","steps":["trace[415891504] 'agreement among raft nodes before linearized reading' (duration: 177.715506ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:11.338862Z","caller":"traceutil/trace.go:171","msg":"trace[574201335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1578; }","duration":"116.833552ms","start":"2026-03-01T14:02:11.222012Z","end":"2026-03-01T14:02:11.338846Z","steps":["trace[574201335] 'agreement among raft nodes before linearized reading' (duration: 116.580116ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:13.781913Z","caller":"traceutil/trace.go:171","msg":"trace[1799015538] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1664; }","duration":"145.428518ms","start":"2026-03-01T14:02:13.63646Z","end":"2026-03-01T14:02:13.781888Z","steps":["trace[1799015538] 'read index received' (duration: 20.800708ms)","trace[1799015538] 'applied index is now lower than readState.Index' (duration: 124.62638ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:13.782047Z","caller":"traceutil/trace.go:171","msg":"trace[1596302966] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"172.044782ms","start":"2026-03-01T14:02:13.609985Z","end":"2026-03-01T14:02:13.782029Z","steps":["trace[1596302966] 'process raft request' (duration: 117.52312ms)","trace[1596302966] 'compare' (duration: 54.285687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:13.78254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.064735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:02:13.782792Z","caller":"traceutil/trace.go:171","msg":"trace[591429692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1591; }","duration":"146.240399ms","start":"2026-03-01T14:02:13.636407Z","end":"2026-03-01T14:02:13.782647Z","steps":["trace[591429692] 'agreement among raft nodes before linearized reading' (duration: 145.637503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.113853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.980636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:14.114005Z","caller":"traceutil/trace.go:171","msg":"trace[887709454] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"325.993407ms","start":"2026-03-01T14:02:13.787998Z","end":"2026-03-01T14:02:14.113991Z","steps":["trace[887709454] 'process raft request' (duration: 325.949896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.114055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.787972Z","time spent":"326.062588ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:14.114101Z","caller":"traceutil/trace.go:171","msg":"trace[461995361] linearizableReadLoop","detail":"{readStateIndex:1667; appliedIndex:1666; }","duration":"332.065731ms","start":"2026-03-01T14:02:13.781998Z","end":"2026-03-01T14:02:14.114064Z","steps":["trace[461995361] 'read index received' (duration: 132.806778ms)","trace[461995361] 'applied index is now lower than readState.Index' (duration: 199.257242ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:14.114218Z","caller":"traceutil/trace.go:171","msg":"trace[1742591172] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"405.344199ms","start":"2026-03-01T14:02:13.708862Z","end":"2026-03-01T14:02:14.114206Z","steps":["trace[1742591172] 'process raft request' (duration: 205.924393ms)","trace[1742591172] 'compare' (duration: 198.861162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:14.11431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.708836Z","time spent":"405.40673ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:14.114518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.33484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T14:02:14.114574Z","caller":"traceutil/trace.go:171","msg":"trace[1307987548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1593; }","duration":"226.425992ms","start":"2026-03-01T14:02:13.888135Z","end":"2026-03-01T14:02:14.11456Z","steps":["trace[1307987548] 'agreement among raft nodes before linearized reading' (duration: 226.247657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.114558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.348944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:02:14.114649Z","caller":"traceutil/trace.go:171","msg":"trace[1465408860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1593; }","duration":"477.470048ms","start":"2026-03-01T14:02:13.637156Z","end":"2026-03-01T14:02:14.114626Z","steps":["trace[1465408860] 'agreement among raft nodes before linearized reading' (duration: 477.241892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.114706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.637141Z","time spent":"477.554349ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:02:14.288363Z","caller":"traceutil/trace.go:171","msg":"trace[1309942754] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"168.949794ms","start":"2026-03-01T14:02:14.11939Z","end":"2026-03-01T14:02:14.28834Z","steps":["trace[1309942754] 'process raft request' (duration: 163.566857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:14.288674Z","caller":"traceutil/trace.go:171","msg":"trace[144562948] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"167.855167ms","start":"2026-03-01T14:02:14.120772Z","end":"2026-03-01T14:02:14.288627Z","steps":["trace[144562948] 'process raft request' (duration: 167.526109ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:15.56442Z","caller":"traceutil/trace.go:171","msg":"trace[153214914] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1671; }","duration":"119.745517ms","start":"2026-03-01T14:02:15.444651Z","end":"2026-03-01T14:02:15.564396Z","steps":["trace[153214914] 'read index received' (duration: 119.494521ms)","trace[153214914] 'applied index is now lower than readState.Index' (duration: 250.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:15.564524Z","caller":"traceutil/trace.go:171","msg":"trace[1388271093] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"122.495786ms","start":"2026-03-01T14:02:15.442007Z","end":"2026-03-01T14:02:15.564502Z","steps":["trace[1388271093] 'process raft request' (duration: 122.22646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:15.564738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.068515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:02:15.564827Z","caller":"traceutil/trace.go:171","msg":"trace[606133176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1597; }","duration":"120.188498ms","start":"2026-03-01T14:02:15.444618Z","end":"2026-03-01T14:02:15.564806Z","steps":["trace[606133176] 'agreement among raft nodes before linearized reading' (duration: 119.910711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:15.883095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.249936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:15.883526Z","caller":"traceutil/trace.go:171","msg":"trace[1594529231] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1672; }","duration":"221.342503ms","start":"2026-03-01T14:02:15.66215Z","end":"2026-03-01T14:02:15.883492Z","steps":["trace[1594529231] 'read index received' (duration: 95.404729ms)","trace[1594529231] 'applied index is now lower than readState.Index' (duration: 125.931564ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:15.883725Z","caller":"traceutil/trace.go:171","msg":"trace[1853028221] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"314.060024ms","start":"2026-03-01T14:02:15.569644Z","end":"2026-03-01T14:02:15.883704Z","steps":["trace[1853028221] 'process raft request' (duration: 188.032068ms)","trace[1853028221] 'compare' (duration: 125.074121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:15.884032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.875227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:02:15.884296Z","caller":"traceutil/trace.go:171","msg":"trace[2003921827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1599; }","duration":"222.200305ms","start":"2026-03-01T14:02:15.662081Z","end":"2026-03-01T14:02:15.884281Z","steps":["trace[2003921827] 'agreement among raft nodes before linearized reading' (duration: 221.702742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:15.885027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.56963Z","time spent":"314.573827ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:21.117776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.291445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T14:02:21.117877Z","caller":"traceutil/trace.go:171","msg":"trace[755948465] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca; range_end:; response_count:1; response_revision:1697; }","duration":"302.457609ms","start":"2026-03-01T14:02:20.815393Z","end":"2026-03-01T14:02:21.117851Z","steps":["trace[755948465] 'range keys from in-memory index tree' (duration: 302.106071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:21.117925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:20.81537Z","time spent":"302.544202ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" "} {"level":"warn","ts":"2026-03-01T14:02:21.802162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:02:22.303364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:02:22.521621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31121897s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:02:22.5221Z","caller":"traceutil/trace.go:171","msg":"trace[1383946015] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"1.311771264s","start":"2026-03-01T14:02:21.210302Z","end":"2026-03-01T14:02:22.522074Z","steps":["trace[1383946015] 'process raft request' (duration: 1.311588969s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.522253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.210286Z","time spent":"1.311889268s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:22.645545Z","caller":"traceutil/trace.go:171","msg":"trace[94530215] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"971.857435ms","start":"2026-03-01T14:02:21.673654Z","end":"2026-03-01T14:02:22.645512Z","steps":["trace[94530215] 'process raft request' (duration: 971.559937ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:22.645595Z","caller":"traceutil/trace.go:171","msg":"trace[1242292770] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"741.732698ms","start":"2026-03-01T14:02:21.903812Z","end":"2026-03-01T14:02:22.645545Z","steps":["trace[1242292770] 'process raft request' (duration: 741.612915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.645736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.673633Z","time spent":"972.019578ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:22.645748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.90379Z","time spent":"741.876582ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:22.645949Z","caller":"traceutil/trace.go:171","msg":"trace[1669505158] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"603.064683ms","start":"2026-03-01T14:02:22.042843Z","end":"2026-03-01T14:02:22.645908Z","steps":["trace[1669505158] 'process raft request' (duration: 602.670962ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:22.645995Z","caller":"traceutil/trace.go:171","msg":"trace[82820083] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1774; }","duration":"1.344258128s","start":"2026-03-01T14:02:21.30171Z","end":"2026-03-01T14:02:22.645968Z","steps":["trace[82820083] 'read index received' (duration: 1.220155681s)","trace[82820083] 'applied index is now lower than readState.Index' (duration: 124.101427ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:22.64602Z","caller":"traceutil/trace.go:171","msg":"trace[1972126256] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"506.780711ms","start":"2026-03-01T14:02:22.13922Z","end":"2026-03-01T14:02:22.646001Z","steps":["trace[1972126256] 'process raft request' (duration: 506.596915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.646143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124431264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:22.646136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.042805Z","time spent":"603.237767ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:22.646191Z","caller":"traceutil/trace.go:171","msg":"trace[377583873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"1.124534697s","start":"2026-03-01T14:02:21.521646Z","end":"2026-03-01T14:02:22.646181Z","steps":["trace[377583873] 'agreement among raft nodes before linearized reading' (duration: 1.124452014s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.64622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.521623Z","time spent":"1.124589428s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344479453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:22.646898Z","caller":"traceutil/trace.go:171","msg":"trace[255880175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"1.345220032s","start":"2026-03-01T14:02:21.301652Z","end":"2026-03-01T14:02:22.646872Z","steps":["trace[255880175] 'agreement among raft nodes before linearized reading' (duration: 1.344428172s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.646964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.301631Z","time spent":"1.345317365s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.3132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:02:22.647028Z","caller":"traceutil/trace.go:171","msg":"trace[543740330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"692.12057ms","start":"2026-03-01T14:02:21.954888Z","end":"2026-03-01T14:02:22.647009Z","steps":["trace[543740330] 'agreement among raft nodes before linearized reading' (duration: 691.228228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.646304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.026197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-01T14:02:22.647183Z","caller":"traceutil/trace.go:171","msg":"trace[2017650650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"503.910318ms","start":"2026-03-01T14:02:22.143252Z","end":"2026-03-01T14:02:22.647163Z","steps":["trace[2017650650] 'agreement among raft nodes before linearized reading' (duration: 503.015436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.647221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.14324Z","time spent":"503.970949ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:22.647152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.954866Z","time spent":"692.263174ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.528044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:02:22.647375Z","caller":"traceutil/trace.go:171","msg":"trace[919497017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"322.630001ms","start":"2026-03-01T14:02:22.324727Z","end":"2026-03-01T14:02:22.647357Z","steps":["trace[919497017] 'agreement among raft nodes before linearized reading' (duration: 321.469362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.647432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.324706Z","time spent":"322.708653ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.223254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:02:22.64751Z","caller":"traceutil/trace.go:171","msg":"trace[360635009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"738.412035ms","start":"2026-03-01T14:02:21.909091Z","end":"2026-03-01T14:02:22.647503Z","steps":["trace[360635009] 'agreement among raft nodes before linearized reading' (duration: 737.231195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.647541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.909065Z","time spent":"738.469246ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.392918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-01T14:02:22.647604Z","caller":"traceutil/trace.go:171","msg":"trace[575263865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca; range_end:; response_count:1; response_revision:1702; }","duration":"525.65017ms","start":"2026-03-01T14:02:22.121945Z","end":"2026-03-01T14:02:22.647595Z","steps":["trace[575263865] 'agreement among raft nodes before linearized reading' (duration: 524.342847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.647622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.121923Z","time spent":"525.69342ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.635983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:22.647728Z","caller":"traceutil/trace.go:171","msg":"trace[1518882659] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1702; }","duration":"901.006697ms","start":"2026-03-01T14:02:21.746714Z","end":"2026-03-01T14:02:22.647721Z","steps":["trace[1518882659] 'agreement among raft nodes before linearized reading' (duration: 899.646013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.64775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.746693Z","time spent":"901.049409ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:22.646405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.1392Z","time spent":"506.884733ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:22.646408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036403651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:22.647915Z","caller":"traceutil/trace.go:171","msg":"trace[1322111928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"1.037958041s","start":"2026-03-01T14:02:21.609943Z","end":"2026-03-01T14:02:22.647901Z","steps":["trace[1322111928] 'agreement among raft nodes before linearized reading' (duration: 1.03632204s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.64794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.609915Z","time spent":"1.038016831s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109459904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:02:22.648041Z","caller":"traceutil/trace.go:171","msg":"trace[165857641] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1702; }","duration":"1.111103385s","start":"2026-03-01T14:02:21.536931Z","end":"2026-03-01T14:02:22.648034Z","steps":["trace[165857641] 'agreement among raft nodes before linearized reading' (duration: 1.109381032s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.648063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.536911Z","time spent":"1.111143075s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:02:22.646457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05172404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:02:22.648191Z","caller":"traceutil/trace.go:171","msg":"trace[1274647559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1702; }","duration":"1.053501335s","start":"2026-03-01T14:02:21.594683Z","end":"2026-03-01T14:02:22.648184Z","steps":["trace[1274647559] 'agreement among raft nodes before linearized reading' (duration: 1.051618388s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:22.648212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:21.594664Z","time spent":"1.053541406s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:02:23.322999Z","caller":"traceutil/trace.go:171","msg":"trace[1608954354] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"671.859847ms","start":"2026-03-01T14:02:22.651111Z","end":"2026-03-01T14:02:23.32297Z","steps":["trace[1608954354] 'process raft request' (duration: 671.609691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.323191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.651092Z","time spent":"672.002441ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:23.323263Z","caller":"traceutil/trace.go:171","msg":"trace[1024830142] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"672.097203ms","start":"2026-03-01T14:02:22.651134Z","end":"2026-03-01T14:02:23.323231Z","steps":["trace[1024830142] 'process raft request' (duration: 671.790405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:23.323316Z","caller":"traceutil/trace.go:171","msg":"trace[253667255] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1779; }","duration":"669.263711ms","start":"2026-03-01T14:02:22.654035Z","end":"2026-03-01T14:02:23.323298Z","steps":["trace[253667255] 'read index received' (duration: 37.509462ms)","trace[253667255] 'applied index is now lower than readState.Index' (duration: 631.753289ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:23.323341Z","caller":"traceutil/trace.go:171","msg":"trace[163325955] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"671.752543ms","start":"2026-03-01T14:02:22.651543Z","end":"2026-03-01T14:02:23.323296Z","steps":["trace[163325955] 'process raft request' (duration: 671.60369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.323436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.651119Z","time spent":"672.222846ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:23.323401Z","caller":"traceutil/trace.go:171","msg":"trace[223449604] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"670.606805ms","start":"2026-03-01T14:02:22.652745Z","end":"2026-03-01T14:02:23.323352Z","steps":["trace[223449604] 'process raft request' (duration: 670.485862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.323548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.65153Z","time spent":"671.918168ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:23.323397Z","caller":"traceutil/trace.go:171","msg":"trace[1134704360] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"670.530563ms","start":"2026-03-01T14:02:22.652858Z","end":"2026-03-01T14:02:23.323389Z","steps":["trace[1134704360] 'process raft request' (duration: 670.400619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.323578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.652728Z","time spent":"670.762689ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:23.323583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.516617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:23.323675Z","caller":"traceutil/trace.go:171","msg":"trace[822384955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"669.642961ms","start":"2026-03-01T14:02:22.654007Z","end":"2026-03-01T14:02:23.32365Z","steps":["trace[822384955] 'agreement among raft nodes before linearized reading' (duration: 669.385495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.323723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.653999Z","time spent":"669.716403ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:23.324002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.652847Z","time spent":"670.760329ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:23.779021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.795172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:23.77915Z","caller":"traceutil/trace.go:171","msg":"trace[332368476] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1785; }","duration":"455.769138ms","start":"2026-03-01T14:02:23.323363Z","end":"2026-03-01T14:02:23.779132Z","steps":["trace[332368476] 'read index received' (duration: 185.802822ms)","trace[332368476] 'applied index is now lower than readState.Index' (duration: 269.964926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:23.779323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.170126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:02:23.779369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.096386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T14:02:23.779399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.404681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1898bc8665204c55\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-01T14:02:23.779407Z","caller":"traceutil/trace.go:171","msg":"trace[911746174] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1708; }","duration":"857.31391ms","start":"2026-03-01T14:02:22.922075Z","end":"2026-03-01T14:02:23.779389Z","steps":["trace[911746174] 'agreement among raft nodes before linearized reading' (duration: 857.144826ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:23.779444Z","caller":"traceutil/trace.go:171","msg":"trace[1684056908] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1898bc8665204c55; range_end:; response_count:1; response_revision:1708; }","duration":"142.487403ms","start":"2026-03-01T14:02:23.636942Z","end":"2026-03-01T14:02:23.77943Z","steps":["trace[1684056908] 'agreement among raft nodes before linearized reading' (duration: 142.35185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.779453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.922043Z","time spent":"857.398711ms","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:23.779436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.494728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-01T14:02:23.779405Z","caller":"traceutil/trace.go:171","msg":"trace[93810362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"124.155088ms","start":"2026-03-01T14:02:23.655239Z","end":"2026-03-01T14:02:23.779394Z","steps":["trace[93810362] 'agreement among raft nodes before linearized reading' (duration: 124.004105ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:23.779513Z","caller":"traceutil/trace.go:171","msg":"trace[447804162] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca; range_end:; response_count:1; response_revision:1708; }","duration":"126.622681ms","start":"2026-03-01T14:02:23.652871Z","end":"2026-03-01T14:02:23.779493Z","steps":["trace[447804162] 'agreement among raft nodes before linearized reading' (duration: 126.398595ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:23.779807Z","caller":"traceutil/trace.go:171","msg":"trace[795932274] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"1.086322878s","start":"2026-03-01T14:02:22.692843Z","end":"2026-03-01T14:02:23.779166Z","steps":["trace[795932274] 'process raft request' (duration: 816.29279ms)","trace[795932274] 'compare' (duration: 269.423752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:23.779866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.059879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:23.779911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:22.692823Z","time spent":"1.087027195s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:23.77993Z","caller":"traceutil/trace.go:171","msg":"trace[1611368936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"455.161331ms","start":"2026-03-01T14:02:23.324754Z","end":"2026-03-01T14:02:23.779915Z","steps":["trace[1611368936] 'agreement among raft nodes before linearized reading' (duration: 454.473874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:23.779975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:23.324722Z","time spent":"455.241364ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:02:23.954987Z","caller":"traceutil/trace.go:171","msg":"trace[1804201560] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"172.679429ms","start":"2026-03-01T14:02:23.782281Z","end":"2026-03-01T14:02:23.954961Z","steps":["trace[1804201560] 'read index received' (duration: 99.32512ms)","trace[1804201560] 'applied index is now lower than readState.Index' (duration: 73.353379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:23.955185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.575844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:23.955227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.946286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T14:02:23.955268Z","caller":"traceutil/trace.go:171","msg":"trace[1541842302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1709; }","duration":"166.695978ms","start":"2026-03-01T14:02:23.788558Z","end":"2026-03-01T14:02:23.955254Z","steps":["trace[1541842302] 'agreement among raft nodes before linearized reading' (duration: 166.556134ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:23.955317Z","caller":"traceutil/trace.go:171","msg":"trace[1892036567] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1709; }","duration":"173.068718ms","start":"2026-03-01T14:02:23.782205Z","end":"2026-03-01T14:02:23.955273Z","steps":["trace[1892036567] 'agreement among raft nodes before linearized reading' (duration: 172.875073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:23.955069Z","caller":"traceutil/trace.go:171","msg":"trace[1918496913] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"172.970006ms","start":"2026-03-01T14:02:23.782063Z","end":"2026-03-01T14:02:23.955033Z","steps":["trace[1918496913] 'process raft request' (duration: 99.640377ms)","trace[1918496913] 'compare' (duration: 73.088353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:29.182218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.911339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:29.182431Z","caller":"traceutil/trace.go:171","msg":"trace[567793317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"659.201776ms","start":"2026-03-01T14:02:28.5232Z","end":"2026-03-01T14:02:29.182402Z","steps":["trace[567793317] 'range keys from in-memory index tree' (duration: 658.836067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:29.182547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:28.523186Z","time spent":"659.34319ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:29.182974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.997514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:29.183099Z","caller":"traceutil/trace.go:171","msg":"trace[1659586464] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"517.067472ms","start":"2026-03-01T14:02:28.666008Z","end":"2026-03-01T14:02:29.183075Z","steps":["trace[1659586464] 'process raft request' (duration: 338.883073ms)","trace[1659586464] 'compare' (duration: 177.262276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:29.183166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:28.665942Z","time spent":"517.194056ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:29.212971Z","caller":"traceutil/trace.go:171","msg":"trace[1214718649] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1831; }","duration":"394.687559ms","start":"2026-03-01T14:02:28.818267Z","end":"2026-03-01T14:02:29.212955Z","steps":["trace[1214718649] 'read index received' (duration: 186.642633ms)","trace[1214718649] 'applied index is now lower than readState.Index' (duration: 208.044096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:29.213091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.820032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:29.213047Z","caller":"traceutil/trace.go:171","msg":"trace[6214370] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"546.781216ms","start":"2026-03-01T14:02:28.666227Z","end":"2026-03-01T14:02:29.213009Z","steps":["trace[6214370] 'process raft request' (duration: 546.598661ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:29.213118Z","caller":"traceutil/trace.go:171","msg":"trace[692014105] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1754; }","duration":"394.890114ms","start":"2026-03-01T14:02:28.818216Z","end":"2026-03-01T14:02:29.213106Z","steps":["trace[692014105] 'agreement among raft nodes before linearized reading' (duration: 394.835103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:29.213137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:28.818194Z","time spent":"394.938176ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:02:29.213111Z","caller":"traceutil/trace.go:171","msg":"trace[735003920] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"546.427037ms","start":"2026-03-01T14:02:28.666638Z","end":"2026-03-01T14:02:29.213065Z","steps":["trace[735003920] 'process raft request' (duration: 546.281363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:29.213246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:28.666193Z","time spent":"546.94649ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:29.213325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.359691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T14:02:29.213334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:28.666628Z","time spent":"546.587661ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:29.213398Z","caller":"traceutil/trace.go:171","msg":"trace[312300957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1754; }","duration":"394.466584ms","start":"2026-03-01T14:02:28.818911Z","end":"2026-03-01T14:02:29.213377Z","steps":["trace[312300957] 'agreement among raft nodes before linearized reading' (duration: 394.238838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:29.213484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.286223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-01T14:02:29.213594Z","caller":"traceutil/trace.go:171","msg":"trace[1027555188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1754; }","duration":"154.406356ms","start":"2026-03-01T14:02:29.059134Z","end":"2026-03-01T14:02:29.21354Z","steps":["trace[1027555188] 'agreement among raft nodes before linearized reading' (duration: 154.145569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:29.213594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:28.818889Z","time spent":"394.550465ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:02:37.612944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.694896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:37.613089Z","caller":"traceutil/trace.go:171","msg":"trace[1647371626] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1900; }","duration":"214.566752ms","start":"2026-03-01T14:02:37.398499Z","end":"2026-03-01T14:02:37.613066Z","steps":["trace[1647371626] 'read index received' (duration: 41.804949ms)","trace[1647371626] 'applied index is now lower than readState.Index' (duration: 172.760153ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:37.613132Z","caller":"traceutil/trace.go:171","msg":"trace[647160203] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"219.809663ms","start":"2026-03-01T14:02:37.393281Z","end":"2026-03-01T14:02:37.61309Z","steps":["trace[647160203] 'process raft request' (duration: 116.853451ms)","trace[647160203] 'compare' (duration: 102.524982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:37.613333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.834558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:02:37.613375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.549201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:02:37.613403Z","caller":"traceutil/trace.go:171","msg":"trace[493928371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1821; }","duration":"214.948071ms","start":"2026-03-01T14:02:37.398437Z","end":"2026-03-01T14:02:37.613385Z","steps":["trace[493928371] 'agreement among raft nodes before linearized reading' (duration: 214.731355ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:37.613426Z","caller":"traceutil/trace.go:171","msg":"trace[957869900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1821; }","duration":"212.613802ms","start":"2026-03-01T14:02:37.400796Z","end":"2026-03-01T14:02:37.61341Z","steps":["trace[957869900] 'agreement among raft nodes before linearized reading' (duration: 212.403417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:37.613551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.986392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:37.613633Z","caller":"traceutil/trace.go:171","msg":"trace[1207581167] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1821; }","duration":"103.107995ms","start":"2026-03-01T14:02:37.510511Z","end":"2026-03-01T14:02:37.613619Z","steps":["trace[1207581167] 'agreement among raft nodes before linearized reading' (duration: 103.006293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:37.613682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.988867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:02:37.613747Z","caller":"traceutil/trace.go:171","msg":"trace[485354080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1821; }","duration":"208.074379ms","start":"2026-03-01T14:02:37.405657Z","end":"2026-03-01T14:02:37.613732Z","steps":["trace[485354080] 'agreement among raft nodes before linearized reading' (duration: 207.883693ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:41.270896Z","caller":"traceutil/trace.go:171","msg":"trace[1852560434] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"167.744807ms","start":"2026-03-01T14:02:41.103124Z","end":"2026-03-01T14:02:41.270869Z","steps":["trace[1852560434] 'process raft request' (duration: 167.615704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:42.197927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:02:42.699054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:02:43.18701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.548966489s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:02:43.18747Z","caller":"traceutil/trace.go:171","msg":"trace[1357157617] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"1.490356129s","start":"2026-03-01T14:02:41.697073Z","end":"2026-03-01T14:02:43.187429Z","steps":["trace[1357157617] 'read index received' (duration: 1.490112613s)","trace[1357157617] 'applied index is now lower than readState.Index' (duration: 242.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:43.187499Z","caller":"traceutil/trace.go:171","msg":"trace[2130071931] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"1.549606735s","start":"2026-03-01T14:02:41.637858Z","end":"2026-03-01T14:02:43.187465Z","steps":["trace[2130071931] 'process raft request' (duration: 1.54938875s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.187653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:41.637818Z","time spent":"1.549758379s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:43.187703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490609295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:02:43.187747Z","caller":"traceutil/trace.go:171","msg":"trace[920527378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1841; }","duration":"1.490713538s","start":"2026-03-01T14:02:41.69702Z","end":"2026-03-01T14:02:43.187734Z","steps":["trace[920527378] 'agreement among raft nodes before linearized reading' (duration: 1.490539063s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.18779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:41.697Z","time spent":"1.490779659s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:43.187815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238936383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:02:43.187861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.873732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:43.18793Z","caller":"traceutil/trace.go:171","msg":"trace[277300301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1841; }","duration":"882.980725ms","start":"2026-03-01T14:02:42.304926Z","end":"2026-03-01T14:02:43.187907Z","steps":["trace[277300301] 'agreement among raft nodes before linearized reading' (duration: 882.78905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.187811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487130038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:02:43.187969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.180671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:43.187979Z","caller":"traceutil/trace.go:171","msg":"trace[5633227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1841; }","duration":"1.487338133s","start":"2026-03-01T14:02:41.700627Z","end":"2026-03-01T14:02:43.187966Z","steps":["trace[5633227] 'agreement among raft nodes before linearized reading' (duration: 1.487058887s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.188003Z","caller":"traceutil/trace.go:171","msg":"trace[1552291119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1841; }","duration":"651.211842ms","start":"2026-03-01T14:02:42.53678Z","end":"2026-03-01T14:02:43.187992Z","steps":["trace[1552291119] 'agreement among raft nodes before linearized reading' (duration: 651.160451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.998883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:43.188046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:42.536726Z","time spent":"651.312635ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:02:43.188069Z","caller":"traceutil/trace.go:171","msg":"trace[1807559301] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1841; }","duration":"227.101635ms","start":"2026-03-01T14:02:42.960943Z","end":"2026-03-01T14:02:43.188044Z","steps":["trace[1807559301] 'agreement among raft nodes before linearized reading' (duration: 227.004473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.18808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:41.700608Z","time spent":"1.487427055s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:43.188101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474192163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:02:43.187981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:42.3049Z","time spent":"883.063147ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:02:43.188165Z","caller":"traceutil/trace.go:171","msg":"trace[574663884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1841; }","duration":"1.474290625s","start":"2026-03-01T14:02:41.713857Z","end":"2026-03-01T14:02:43.188148Z","steps":["trace[574663884] 'agreement among raft nodes before linearized reading' (duration: 1.474060409s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.188206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:41.71383Z","time spent":"1.474364097s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:02:43.188439Z","caller":"traceutil/trace.go:171","msg":"trace[553915495] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1841; }","duration":"1.239064896s","start":"2026-03-01T14:02:41.948803Z","end":"2026-03-01T14:02:43.187868Z","steps":["trace[553915495] 'agreement among raft nodes before linearized reading' (duration: 1.238946063s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.188556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:41.948778Z","time spent":"1.239747134s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:43.835287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.39705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:43.835427Z","caller":"traceutil/trace.go:171","msg":"trace[673671330] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"643.1778ms","start":"2026-03-01T14:02:43.192224Z","end":"2026-03-01T14:02:43.835402Z","steps":["trace[673671330] 'process raft request' (duration: 201.564065ms)","trace[673671330] 'compare' (duration: 441.262457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:43.835518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.1922Z","time spent":"643.273083ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:43.840378Z","caller":"traceutil/trace.go:171","msg":"trace[1970419617] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"647.90383ms","start":"2026-03-01T14:02:43.192449Z","end":"2026-03-01T14:02:43.840353Z","steps":["trace[1970419617] 'process raft request' (duration: 647.736676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.840482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.192428Z","time spent":"648.002482ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:43.840661Z","caller":"traceutil/trace.go:171","msg":"trace[361614797] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"647.806697ms","start":"2026-03-01T14:02:43.192834Z","end":"2026-03-01T14:02:43.840641Z","steps":["trace[361614797] 'process raft request' (duration: 647.466558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.84072Z","caller":"traceutil/trace.go:171","msg":"trace[1517123368] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"552.603159ms","start":"2026-03-01T14:02:43.288092Z","end":"2026-03-01T14:02:43.840696Z","steps":["trace[1517123368] 'process raft request' (duration: 552.550968ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.840749Z","caller":"traceutil/trace.go:171","msg":"trace[591747686] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"557.83145ms","start":"2026-03-01T14:02:43.282899Z","end":"2026-03-01T14:02:43.84073Z","steps":["trace[591747686] 'process raft request' (duration: 557.626425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.840841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.282876Z","time spent":"557.922803ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:43.840763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.19282Z","time spent":"647.886169ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:43.840928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.28807Z","time spent":"552.724522ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:43.841315Z","caller":"traceutil/trace.go:171","msg":"trace[350485644] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"546.712713ms","start":"2026-03-01T14:02:43.294586Z","end":"2026-03-01T14:02:43.841299Z","steps":["trace[350485644] 'process raft request' (duration: 546.455906ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.841122Z","caller":"traceutil/trace.go:171","msg":"trace[1628294215] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"549.388629ms","start":"2026-03-01T14:02:43.291711Z","end":"2026-03-01T14:02:43.8411Z","steps":["trace[1628294215] 'process raft request' (duration: 548.960188ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.841291Z","caller":"traceutil/trace.go:171","msg":"trace[1804587800] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1925; }","duration":"306.627431ms","start":"2026-03-01T14:02:43.534628Z","end":"2026-03-01T14:02:43.841256Z","steps":["trace[1804587800] 'read index received' (duration: 305.453531ms)","trace[1804587800] 'applied index is now lower than readState.Index' (duration: 1.17277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:43.841632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.294567Z","time spent":"546.785564ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:43.841739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.105933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:02:43.841845Z","caller":"traceutil/trace.go:171","msg":"trace[1328967178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1848; }","duration":"307.238586ms","start":"2026-03-01T14:02:43.534578Z","end":"2026-03-01T14:02:43.841817Z","steps":["trace[1328967178] 'agreement among raft nodes before linearized reading' (duration: 306.794465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:43.841896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.534559Z","time spent":"307.324788ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:02:43.841853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:43.291687Z","time spent":"549.676077ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:54.827317Z","caller":"traceutil/trace.go:171","msg":"trace[1469694331] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"118.150463ms","start":"2026-03-01T14:02:54.709142Z","end":"2026-03-01T14:02:54.827293Z","steps":["trace[1469694331] 'process raft request' (duration: 118.004919ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:55.056286Z","caller":"traceutil/trace.go:171","msg":"trace[1278982348] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"224.677454ms","start":"2026-03-01T14:02:54.831524Z","end":"2026-03-01T14:02:55.056201Z","steps":["trace[1278982348] 'process raft request' (duration: 170.760223ms)","trace[1278982348] 'compare' (duration: 53.656655ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:55.056429Z","caller":"traceutil/trace.go:171","msg":"trace[888944721] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"150.69807ms","start":"2026-03-01T14:02:54.905489Z","end":"2026-03-01T14:02:55.056187Z","steps":["trace[888944721] 'process raft request' (duration: 150.607208ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:56.251974Z","caller":"traceutil/trace.go:171","msg":"trace[329014049] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"243.61241ms","start":"2026-03-01T14:02:56.008338Z","end":"2026-03-01T14:02:56.251951Z","steps":["trace[329014049] 'read index received' (duration: 236.432579ms)","trace[329014049] 'applied index is now lower than readState.Index' (duration: 7.178431ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:56.252026Z","caller":"traceutil/trace.go:171","msg":"trace[1765308775] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"297.78471ms","start":"2026-03-01T14:02:55.954214Z","end":"2026-03-01T14:02:56.251999Z","steps":["trace[1765308775] 'process raft request' (duration: 290.535137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:56.25219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.825975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:02:56.252229Z","caller":"traceutil/trace.go:171","msg":"trace[2103883563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1907; }","duration":"243.924067ms","start":"2026-03-01T14:02:56.008294Z","end":"2026-03-01T14:02:56.252218Z","steps":["trace[2103883563] 'agreement among raft nodes before linearized reading' (duration: 243.784734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:56.25236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.459646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T14:02:56.252402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.375789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:02:56.252435Z","caller":"traceutil/trace.go:171","msg":"trace[1747808339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1907; }","duration":"242.43468ms","start":"2026-03-01T14:02:56.009994Z","end":"2026-03-01T14:02:56.252428Z","steps":["trace[1747808339] 'agreement among raft nodes before linearized reading' (duration: 242.305327ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:56.252444Z","caller":"traceutil/trace.go:171","msg":"trace[1780615979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1907; }","duration":"243.602129ms","start":"2026-03-01T14:02:56.008823Z","end":"2026-03-01T14:02:56.252426Z","steps":["trace[1780615979] 'agreement among raft nodes before linearized reading' (duration: 243.361043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:56.679707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.376369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:56.679997Z","caller":"traceutil/trace.go:171","msg":"trace[188270591] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"385.94862ms","start":"2026-03-01T14:02:56.294028Z","end":"2026-03-01T14:02:56.679976Z","steps":["trace[188270591] 'process raft request' (duration: 385.846477ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:56.680028Z","caller":"traceutil/trace.go:171","msg":"trace[1931015598] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"424.052826ms","start":"2026-03-01T14:02:56.25595Z","end":"2026-03-01T14:02:56.680003Z","steps":["trace[1931015598] 'process raft request' (duration: 423.865151ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:56.680091Z","caller":"traceutil/trace.go:171","msg":"trace[1776801346] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"384.004851ms","start":"2026-03-01T14:02:56.296063Z","end":"2026-03-01T14:02:56.680068Z","steps":["trace[1776801346] 'process raft request' (duration: 383.846177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:56.680144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.255932Z","time spent":"424.151778ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:56.680142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.294007Z","time spent":"386.050923ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:56.680142Z","caller":"traceutil/trace.go:171","msg":"trace[646032169] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1993; }","duration":"358.217104ms","start":"2026-03-01T14:02:56.321882Z","end":"2026-03-01T14:02:56.680099Z","steps":["trace[646032169] 'read index received' (duration: 52.320411ms)","trace[646032169] 'applied index is now lower than readState.Index' (duration: 305.889413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:56.68021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.296041Z","time spent":"384.105313ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:56.679983Z","caller":"traceutil/trace.go:171","msg":"trace[2021126254] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"424.119508ms","start":"2026-03-01T14:02:56.255831Z","end":"2026-03-01T14:02:56.679951Z","steps":["trace[2021126254] 'process raft request' (duration: 118.377319ms)","trace[2021126254] 'compare' (duration: 305.221425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:56.680313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.255807Z","time spent":"424.446946ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:56.776842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.94186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:56.776938Z","caller":"traceutil/trace.go:171","msg":"trace[815810358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"455.100233ms","start":"2026-03-01T14:02:56.321816Z","end":"2026-03-01T14:02:56.776916Z","steps":["trace[815810358] 'agreement among raft nodes before linearized reading' (duration: 358.415609ms)","trace[815810358] 'range keys from in-memory index tree' (duration: 96.271414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:56.776986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.321797Z","time spent":"455.178635ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:02:58.069763Z","caller":"traceutil/trace.go:171","msg":"trace[2137589830] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"120.75541ms","start":"2026-03-01T14:02:57.948756Z","end":"2026-03-01T14:02:58.069511Z","steps":["trace[2137589830] 'process raft request' (duration: 120.573835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:58.071711Z","caller":"traceutil/trace.go:171","msg":"trace[710816185] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"117.670201ms","start":"2026-03-01T14:02:57.954021Z","end":"2026-03-01T14:02:58.071691Z","steps":["trace[710816185] 'process raft request' (duration: 117.546408ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:58.072031Z","caller":"traceutil/trace.go:171","msg":"trace[1355987007] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"117.592159ms","start":"2026-03-01T14:02:57.954408Z","end":"2026-03-01T14:02:58.072Z","steps":["trace[1355987007] 'process raft request' (duration: 117.23803ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:58.381822Z","caller":"traceutil/trace.go:171","msg":"trace[1858482994] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"125.814765ms","start":"2026-03-01T14:02:58.255977Z","end":"2026-03-01T14:02:58.381791Z","steps":["trace[1858482994] 'read index received' (duration: 125.546088ms)","trace[1858482994] 'applied index is now lower than readState.Index' (duration: 267.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:58.381905Z","caller":"traceutil/trace.go:171","msg":"trace[1948365056] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"215.958826ms","start":"2026-03-01T14:02:58.165916Z","end":"2026-03-01T14:02:58.381875Z","steps":["trace[1948365056] 'process raft request' (duration: 215.70296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:58.382148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.153784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:02:58.382242Z","caller":"traceutil/trace.go:171","msg":"trace[483064927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"126.300648ms","start":"2026-03-01T14:02:58.255917Z","end":"2026-03-01T14:02:58.382218Z","steps":["trace[483064927] 'agreement among raft nodes before linearized reading' (duration: 126.00172ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:58.571441Z","caller":"traceutil/trace.go:171","msg":"trace[725468718] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"184.363524ms","start":"2026-03-01T14:02:58.387034Z","end":"2026-03-01T14:02:58.571398Z","steps":["trace[725468718] 'process raft request' (duration: 169.893191ms)","trace[725468718] 'compare' (duration: 14.255327ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:58.933688Z","caller":"traceutil/trace.go:171","msg":"trace[1349710928] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"171.277246ms","start":"2026-03-01T14:02:58.762382Z","end":"2026-03-01T14:02:58.933659Z","steps":["trace[1349710928] 'process raft request' (duration: 171.076131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.216892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.349586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:59.217116Z","caller":"traceutil/trace.go:171","msg":"trace[313437534] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"453.864863ms","start":"2026-03-01T14:02:58.763224Z","end":"2026-03-01T14:02:59.217089Z","steps":["trace[313437534] 'process raft request' (duration: 302.22948ms)","trace[313437534] 'compare' (duration: 151.243074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:59.217252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.763207Z","time spent":"453.998796ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:59.218183Z","caller":"traceutil/trace.go:171","msg":"trace[1899533021] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2004; }","duration":"426.857097ms","start":"2026-03-01T14:02:58.791298Z","end":"2026-03-01T14:02:59.218155Z","steps":["trace[1899533021] 'read index received' (duration: 142.307209ms)","trace[1899533021] 'applied index is now lower than readState.Index' (duration: 284.547908ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:59.218248Z","caller":"traceutil/trace.go:171","msg":"trace[1393296913] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"454.869209ms","start":"2026-03-01T14:02:58.763354Z","end":"2026-03-01T14:02:59.218223Z","steps":["trace[1393296913] 'process raft request' (duration: 453.649958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.218372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.763341Z","time spent":"454.960111ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:59.218379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.079042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:59.218415Z","caller":"traceutil/trace.go:171","msg":"trace[1970046130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"427.148774ms","start":"2026-03-01T14:02:58.791252Z","end":"2026-03-01T14:02:59.218401Z","steps":["trace[1970046130] 'agreement among raft nodes before linearized reading' (duration: 427.020781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.218437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.791231Z","time spent":"427.200184ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:02:59.218465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.537871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8d6e687075\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-01T14:02:59.21852Z","caller":"traceutil/trace.go:171","msg":"trace[1685150191] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8d6e687075; range_end:; response_count:1; response_revision:1920; }","duration":"208.650873ms","start":"2026-03-01T14:02:59.009855Z","end":"2026-03-01T14:02:59.218506Z","steps":["trace[1685150191] 'agreement among raft nodes before linearized reading' (duration: 208.451128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.555438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.502932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:59.555575Z","caller":"traceutil/trace.go:171","msg":"trace[309953537] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"191.707028ms","start":"2026-03-01T14:02:59.36384Z","end":"2026-03-01T14:02:59.555547Z","steps":["trace[309953537] 'read index received' (duration: 7.918158ms)","trace[309953537] 'applied index is now lower than readState.Index' (duration: 183.78677ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:59.555607Z","caller":"traceutil/trace.go:171","msg":"trace[1935007994] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"277.604742ms","start":"2026-03-01T14:02:59.277978Z","end":"2026-03-01T14:02:59.555583Z","steps":["trace[1935007994] 'process raft request' (duration: 93.846963ms)","trace[1935007994] 'compare' (duration: 183.373179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:59.555806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.770524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-01T14:02:59.555851Z","caller":"traceutil/trace.go:171","msg":"trace[695813387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1922; }","duration":"184.838186ms","start":"2026-03-01T14:02:59.371002Z","end":"2026-03-01T14:02:59.55584Z","steps":["trace[695813387] 'agreement among raft nodes before linearized reading' (duration: 184.696513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.555872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.004945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:02:59.555936Z","caller":"traceutil/trace.go:171","msg":"trace[78891218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"192.115158ms","start":"2026-03-01T14:02:59.363807Z","end":"2026-03-01T14:02:59.555922Z","steps":["trace[78891218] 'agreement among raft nodes before linearized reading' (duration: 191.882453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:14.820623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844764,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:03:14.863413Z","caller":"traceutil/trace.go:171","msg":"trace[20721836] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"734.585034ms","start":"2026-03-01T14:03:14.128803Z","end":"2026-03-01T14:03:14.863388Z","steps":["trace[20721836] 'process raft request' (duration: 734.410429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:14.86356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.128772Z","time spent":"734.713576ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:15.070997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.234506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:03:15.071272Z","caller":"traceutil/trace.go:171","msg":"trace[2010721815] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2084; }","duration":"751.468098ms","start":"2026-03-01T14:03:14.319782Z","end":"2026-03-01T14:03:15.07125Z","steps":["trace[2010721815] 'read index received' (duration: 543.45748ms)","trace[2010721815] 'applied index is now lower than readState.Index' (duration: 208.009488ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:15.071481Z","caller":"traceutil/trace.go:171","msg":"trace[1642750493] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"942.588771ms","start":"2026-03-01T14:03:14.128872Z","end":"2026-03-01T14:03:15.07146Z","steps":["trace[1642750493] 'process raft request' (duration: 809.770659ms)","trace[1642750493] 'compare' (duration: 132.094053ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:15.071577Z","caller":"traceutil/trace.go:171","msg":"trace[2145688974] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"894.025962ms","start":"2026-03-01T14:03:14.177492Z","end":"2026-03-01T14:03:15.071517Z","steps":["trace[2145688974] 'process raft request' (duration: 893.699054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.071622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.128839Z","time spent":"942.696014ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:15.071766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.177429Z","time spent":"894.243057ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:15.071902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.129234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:03:15.071963Z","caller":"traceutil/trace.go:171","msg":"trace[450038431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1998; }","duration":"752.216416ms","start":"2026-03-01T14:03:14.319724Z","end":"2026-03-01T14:03:15.07194Z","steps":["trace[450038431] 'agreement among raft nodes before linearized reading' (duration: 752.073702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.071749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.010443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:15.071993Z","caller":"traceutil/trace.go:171","msg":"trace[1969293281] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"943.071513ms","start":"2026-03-01T14:03:14.128875Z","end":"2026-03-01T14:03:15.071946Z","steps":["trace[1969293281] 'process raft request' (duration: 942.241552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.072039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.319703Z","time spent":"752.317509ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:03:15.072054Z","caller":"traceutil/trace.go:171","msg":"trace[898033877] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1998; }","duration":"591.380652ms","start":"2026-03-01T14:03:14.48064Z","end":"2026-03-01T14:03:15.072021Z","steps":["trace[898033877] 'agreement among raft nodes before linearized reading' (duration: 590.961851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.072116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.660381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:03:15.072143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.480622Z","time spent":"591.491315ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:03:15.072147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.128861Z","time spent":"943.212366ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:15.072165Z","caller":"traceutil/trace.go:171","msg":"trace[1953890127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1998; }","duration":"550.725753ms","start":"2026-03-01T14:03:14.521425Z","end":"2026-03-01T14:03:15.072151Z","steps":["trace[1953890127] 'agreement among raft nodes before linearized reading' (duration: 550.656961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.072167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.58305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-01T14:03:15.072183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.281523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-01T14:03:15.072197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.521415Z","time spent":"550.776634ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:03:15.072239Z","caller":"traceutil/trace.go:171","msg":"trace[1293395130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1998; }","duration":"387.693853ms","start":"2026-03-01T14:03:14.684528Z","end":"2026-03-01T14:03:15.072222Z","steps":["trace[1293395130] 'agreement among raft nodes before linearized reading' (duration: 387.515278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.072228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.772633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:03:15.07226Z","caller":"traceutil/trace.go:171","msg":"trace[207419481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1998; }","duration":"511.388586ms","start":"2026-03-01T14:03:14.56084Z","end":"2026-03-01T14:03:15.072229Z","steps":["trace[207419481] 'agreement among raft nodes before linearized reading' (duration: 511.216712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.07229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.684507Z","time spent":"387.769755ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:03:15.072304Z","caller":"traceutil/trace.go:171","msg":"trace[621840892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1998; }","duration":"428.897846ms","start":"2026-03-01T14:03:14.643388Z","end":"2026-03-01T14:03:15.072286Z","steps":["trace[621840892] 'agreement among raft nodes before linearized reading' (duration: 428.731332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.072308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.560818Z","time spent":"511.478829ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:03:15.072334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.545284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:03:15.072355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:14.643369Z","time spent":"428.970769ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:03:15.07241Z","caller":"traceutil/trace.go:171","msg":"trace[1980844667] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1998; }","duration":"264.662357ms","start":"2026-03-01T14:03:14.80773Z","end":"2026-03-01T14:03:15.072392Z","steps":["trace[1980844667] 'agreement among raft nodes before linearized reading' (duration: 264.531994ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:15.289373Z","caller":"traceutil/trace.go:171","msg":"trace[152515314] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"212.465308ms","start":"2026-03-01T14:03:15.076883Z","end":"2026-03-01T14:03:15.289349Z","steps":["trace[152515314] 'process raft request' (duration: 206.103619ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:15.289473Z","caller":"traceutil/trace.go:171","msg":"trace[531629907] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2088; }","duration":"207.429463ms","start":"2026-03-01T14:03:15.082016Z","end":"2026-03-01T14:03:15.289446Z","steps":["trace[531629907] 'read index received' (duration: 43.298567ms)","trace[531629907] 'applied index is now lower than readState.Index' (duration: 164.129016ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:15.289777Z","caller":"traceutil/trace.go:171","msg":"trace[752860487] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"212.449208ms","start":"2026-03-01T14:03:15.077307Z","end":"2026-03-01T14:03:15.289756Z","steps":["trace[752860487] 'process raft request' (duration: 212.000546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:15.289876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.840413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:15.28993Z","caller":"traceutil/trace.go:171","msg":"trace[1495646183] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2001; }","duration":"207.909095ms","start":"2026-03-01T14:03:15.082005Z","end":"2026-03-01T14:03:15.289914Z","steps":["trace[1495646183] 'agreement among raft nodes before linearized reading' (duration: 207.804342ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:15.711666Z","caller":"traceutil/trace.go:171","msg":"trace[949233348] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"146.594777ms","start":"2026-03-01T14:03:15.565046Z","end":"2026-03-01T14:03:15.711641Z","steps":["trace[949233348] 'process raft request' (duration: 146.383661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.131971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.509552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:03:17.132143Z","caller":"traceutil/trace.go:171","msg":"trace[1582855783] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"509.486179ms","start":"2026-03-01T14:03:16.622617Z","end":"2026-03-01T14:03:17.132104Z","steps":["trace[1582855783] 'read index received' (duration: 325.807832ms)","trace[1582855783] 'applied index is now lower than readState.Index' (duration: 183.676457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:03:17.132321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.684543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:03:17.132364Z","caller":"traceutil/trace.go:171","msg":"trace[584230680] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2005; }","duration":"509.781106ms","start":"2026-03-01T14:03:16.62257Z","end":"2026-03-01T14:03:17.132351Z","steps":["trace[584230680] 'agreement among raft nodes before linearized reading' (duration: 509.652033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.132408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:16.622547Z","time spent":"509.850728ms","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:03:17.301261Z","caller":"traceutil/trace.go:171","msg":"trace[1698517850] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"432.894848ms","start":"2026-03-01T14:03:16.868345Z","end":"2026-03-01T14:03:17.30124Z","steps":["trace[1698517850] 'process raft request' (duration: 432.745384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.301621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:16.868322Z","time spent":"433.00652ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:17.331383Z","caller":"traceutil/trace.go:171","msg":"trace[1979768525] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"252.646797ms","start":"2026-03-01T14:03:17.078708Z","end":"2026-03-01T14:03:17.331355Z","steps":["trace[1979768525] 'process raft request' (duration: 252.409471ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:17.331547Z","caller":"traceutil/trace.go:171","msg":"trace[249704675] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2096; }","duration":"199.33725ms","start":"2026-03-01T14:03:17.132175Z","end":"2026-03-01T14:03:17.331512Z","steps":["trace[249704675] 'read index received' (duration: 168.983409ms)","trace[249704675] 'applied index is now lower than readState.Index' (duration: 30.351841ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:17.331585Z","caller":"traceutil/trace.go:171","msg":"trace[1913119516] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"252.595895ms","start":"2026-03-01T14:03:17.078934Z","end":"2026-03-01T14:03:17.33153Z","steps":["trace[1913119516] 'process raft request' (duration: 252.362789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.331763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.923379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:03:17.331844Z","caller":"traceutil/trace.go:171","msg":"trace[271246124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2008; }","duration":"244.063852ms","start":"2026-03-01T14:03:17.087752Z","end":"2026-03-01T14:03:17.331815Z","steps":["trace[271246124] 'agreement among raft nodes before linearized reading' (duration: 243.846437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.331856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.733456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:17.331898Z","caller":"traceutil/trace.go:171","msg":"trace[1894871526] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2008; }","duration":"517.825918ms","start":"2026-03-01T14:03:16.814058Z","end":"2026-03-01T14:03:17.331884Z","steps":["trace[1894871526] 'agreement among raft nodes before linearized reading' (duration: 517.743046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.331938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:16.814027Z","time spent":"517.902179ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:03:17.331975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.189665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:03:17.332042Z","caller":"traceutil/trace.go:171","msg":"trace[268058350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2008; }","duration":"504.313768ms","start":"2026-03-01T14:03:16.827703Z","end":"2026-03-01T14:03:17.332016Z","steps":["trace[268058350] 'agreement among raft nodes before linearized reading' (duration: 504.014141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:17.332093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:16.827684Z","time spent":"504.395331ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:03:18.020358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:03:18.075365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.817728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:03:18.075493Z","caller":"traceutil/trace.go:171","msg":"trace[1483070731] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"738.40308ms","start":"2026-03-01T14:03:17.337064Z","end":"2026-03-01T14:03:18.075467Z","steps":["trace[1483070731] 'process raft request' (duration: 17.383867ms)","trace[1483070731] 'compare' (duration: 720.601573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:03:18.075576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.337049Z","time spent":"738.484772ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:18.086434Z","caller":"traceutil/trace.go:171","msg":"trace[886621739] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"749.094538ms","start":"2026-03-01T14:03:17.337314Z","end":"2026-03-01T14:03:18.086408Z","steps":["trace[886621739] 'process raft request' (duration: 748.888502ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:18.086438Z","caller":"traceutil/trace.go:171","msg":"trace[1021350896] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"749.092368ms","start":"2026-03-01T14:03:17.337319Z","end":"2026-03-01T14:03:18.086411Z","steps":["trace[1021350896] 'process raft request' (duration: 749.008196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:18.086566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.337294Z","time spent":"749.2003ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:18.086572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.337292Z","time spent":"749.21174ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:18.086646Z","caller":"traceutil/trace.go:171","msg":"trace[366098733] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2100; }","duration":"566.910618ms","start":"2026-03-01T14:03:17.519717Z","end":"2026-03-01T14:03:18.086628Z","steps":["trace[366098733] 'read index received' (duration: 566.495548ms)","trace[366098733] 'applied index is now lower than readState.Index' (duration: 414.68µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:18.086688Z","caller":"traceutil/trace.go:171","msg":"trace[819674212] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"748.144894ms","start":"2026-03-01T14:03:17.338531Z","end":"2026-03-01T14:03:18.086676Z","steps":["trace[819674212] 'process raft request' (duration: 748.007781ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:18.086665Z","caller":"traceutil/trace.go:171","msg":"trace[1598900148] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"748.583045ms","start":"2026-03-01T14:03:17.338053Z","end":"2026-03-01T14:03:18.086636Z","steps":["trace[1598900148] 'process raft request' (duration: 748.313448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:18.086748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.33852Z","time spent":"748.198025ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:18.08676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.025721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:18.086822Z","caller":"traceutil/trace.go:171","msg":"trace[628249560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"567.138484ms","start":"2026-03-01T14:03:17.519676Z","end":"2026-03-01T14:03:18.086814Z","steps":["trace[628249560] 'agreement among raft nodes before linearized reading' (duration: 567.041281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:18.086844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.519655Z","time spent":"567.181755ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:03:18.086835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.338044Z","time spent":"748.700498ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:18.086875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.133064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:03:18.08691Z","caller":"traceutil/trace.go:171","msg":"trace[48665123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2013; }","duration":"307.205986ms","start":"2026-03-01T14:03:17.779696Z","end":"2026-03-01T14:03:18.086902Z","steps":["trace[48665123] 'agreement among raft nodes before linearized reading' (duration: 307.068842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:18.086935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:17.779675Z","time spent":"307.254866ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:03:19.261796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.672739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:03:19.261916Z","caller":"traceutil/trace.go:171","msg":"trace[1804698768] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2104; }","duration":"1.114052932s","start":"2026-03-01T14:03:18.147844Z","end":"2026-03-01T14:03:19.261897Z","steps":["trace[1804698768] 'read index received' (duration: 400.184277ms)","trace[1804698768] 'applied index is now lower than readState.Index' (duration: 713.867025ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:19.262199Z","caller":"traceutil/trace.go:171","msg":"trace[661199418] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"1.171815021s","start":"2026-03-01T14:03:18.090369Z","end":"2026-03-01T14:03:19.262184Z","steps":["trace[661199418] 'process raft request' (duration: 457.66634ms)","trace[661199418] 'compare' (duration: 713.497224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:03:19.262264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:18.090349Z","time spent":"1.171881892s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:19.262311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114407271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:19.262416Z","caller":"traceutil/trace.go:171","msg":"trace[648797365] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2014; }","duration":"1.114608246s","start":"2026-03-01T14:03:18.147789Z","end":"2026-03-01T14:03:19.262397Z","steps":["trace[648797365] 'agreement among raft nodes before linearized reading' (duration: 1.11440184s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.262494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:18.147769Z","time spent":"1.114709979s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:03:19.263896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067804631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:03:19.264166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.429359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:03:19.264274Z","caller":"traceutil/trace.go:171","msg":"trace[1155527203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2015; }","duration":"923.585583ms","start":"2026-03-01T14:03:18.340664Z","end":"2026-03-01T14:03:19.264249Z","steps":["trace[1155527203] 'agreement among raft nodes before linearized reading' (duration: 923.258145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:19.264242Z","caller":"traceutil/trace.go:171","msg":"trace[197577383] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2015; }","duration":"1.068191331s","start":"2026-03-01T14:03:18.19603Z","end":"2026-03-01T14:03:19.264221Z","steps":["trace[197577383] 'agreement among raft nodes before linearized reading' (duration: 1.067798201s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.264413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:18.196009Z","time spent":"1.068388046s","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:03:19.26411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.82569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:19.264653Z","caller":"traceutil/trace.go:171","msg":"trace[399269939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"743.413036ms","start":"2026-03-01T14:03:18.521226Z","end":"2026-03-01T14:03:19.264639Z","steps":["trace[399269939] 'agreement among raft nodes before linearized reading' (duration: 742.715758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.264695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:18.521186Z","time spent":"743.498198ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:03:19.264134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.19834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8d6e687075\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-01T14:03:19.264133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023025458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:19.264854Z","caller":"traceutil/trace.go:171","msg":"trace[2016860218] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8d6e687075; range_end:; response_count:1; response_revision:2015; }","duration":"251.885838ms","start":"2026-03-01T14:03:19.012879Z","end":"2026-03-01T14:03:19.264765Z","steps":["trace[2016860218] 'agreement among raft nodes before linearized reading' (duration: 251.005485ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:19.264925Z","caller":"traceutil/trace.go:171","msg":"trace[1602137869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2015; }","duration":"1.023842889s","start":"2026-03-01T14:03:18.241044Z","end":"2026-03-01T14:03:19.264887Z","steps":["trace[1602137869] 'agreement among raft nodes before linearized reading' (duration: 1.022985807s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.265015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:18.241021Z","time spent":"1.023947172s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:03:19.264326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:18.340643Z","time spent":"923.674496ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:03:19.746304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.426941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:03:19.746408Z","caller":"traceutil/trace.go:171","msg":"trace[1109813196] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"478.992213ms","start":"2026-03-01T14:03:19.267397Z","end":"2026-03-01T14:03:19.746389Z","steps":["trace[1109813196] 'process raft request' (duration: 218.404487ms)","trace[1109813196] 'compare' (duration: 260.192586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:03:19.746465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:19.267368Z","time spent":"479.068816ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:19.837606Z","caller":"traceutil/trace.go:171","msg":"trace[1414916689] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"529.88885ms","start":"2026-03-01T14:03:19.307696Z","end":"2026-03-01T14:03:19.837585Z","steps":["trace[1414916689] 'process raft request' (duration: 529.692965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.837705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.185342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:03:19.837729Z","caller":"traceutil/trace.go:171","msg":"trace[1799720836] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2019; }","duration":"468.266324ms","start":"2026-03-01T14:03:19.369457Z","end":"2026-03-01T14:03:19.837723Z","steps":["trace[1799720836] 'agreement among raft nodes before linearized reading' (duration: 468.187512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.837732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:19.307682Z","time spent":"529.995812ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:19.837747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:19.369443Z","time spent":"468.297685ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:03:19.837716Z","caller":"traceutil/trace.go:171","msg":"trace[1495539916] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"500.248016ms","start":"2026-03-01T14:03:19.337413Z","end":"2026-03-01T14:03:19.837661Z","steps":["trace[1495539916] 'process raft request' (duration: 500.116023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.837871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:19.337381Z","time spent":"500.40863ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:19.837855Z","caller":"traceutil/trace.go:171","msg":"trace[194625346] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"499.709093ms","start":"2026-03-01T14:03:19.338111Z","end":"2026-03-01T14:03:19.83782Z","steps":["trace[194625346] 'process raft request' (duration: 499.446786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:19.838017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:19.338081Z","time spent":"499.859666ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:19.837605Z","caller":"traceutil/trace.go:171","msg":"trace[842731663] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2106; }","duration":"468.072209ms","start":"2026-03-01T14:03:19.369516Z","end":"2026-03-01T14:03:19.837588Z","steps":["trace[842731663] 'read index received' (duration: 116.275065ms)","trace[842731663] 'applied index is now lower than readState.Index' (duration: 351.796274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:03:20.76931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.961745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:03:20.76938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.859187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:03:20.769449Z","caller":"traceutil/trace.go:171","msg":"trace[1211351934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2019; }","duration":"688.971819ms","start":"2026-03-01T14:03:20.080458Z","end":"2026-03-01T14:03:20.769429Z","steps":["trace[1211351934] 'range keys from in-memory index tree' (duration: 688.611971ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:20.769413Z","caller":"traceutil/trace.go:171","msg":"trace[2092070586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2019; }","duration":"249.146679ms","start":"2026-03-01T14:03:20.520242Z","end":"2026-03-01T14:03:20.769389Z","steps":["trace[2092070586] 'range keys from in-memory index tree' (duration: 248.836081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.769491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.080438Z","time spent":"689.042642ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:03:20.76948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.14623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-01T14:03:20.769538Z","caller":"traceutil/trace.go:171","msg":"trace[784810188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2019; }","duration":"454.251373ms","start":"2026-03-01T14:03:20.315272Z","end":"2026-03-01T14:03:20.769524Z","steps":["trace[784810188] 'range keys from in-memory index tree' (duration: 453.962496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.769551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.813915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T14:03:20.76962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.045455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:03:20.769639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.315249Z","time spent":"454.381366ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:03:20.769428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.372445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:20.769687Z","caller":"traceutil/trace.go:171","msg":"trace[163120604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2019; }","duration":"678.137717ms","start":"2026-03-01T14:03:20.091526Z","end":"2026-03-01T14:03:20.769664Z","steps":["trace[163120604] 'range keys from in-memory index tree' (duration: 677.858851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.769684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.975975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:03:20.769707Z","caller":"traceutil/trace.go:171","msg":"trace[548236501] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2019; }","duration":"621.669062ms","start":"2026-03-01T14:03:20.148025Z","end":"2026-03-01T14:03:20.769694Z","steps":["trace[548236501] 'count revisions from in-memory index tree' (duration: 621.305602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.769739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.091508Z","time spent":"678.21734ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:03:20.769732Z","caller":"traceutil/trace.go:171","msg":"trace[13841116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2019; }","duration":"678.930278ms","start":"2026-03-01T14:03:20.090722Z","end":"2026-03-01T14:03:20.769652Z","steps":["trace[13841116] 'range keys from in-memory index tree' (duration: 678.60826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.76975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.147987Z","time spent":"621.747064ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:03:20.769747Z","caller":"traceutil/trace.go:171","msg":"trace[1802816377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2019; }","duration":"497.18376ms","start":"2026-03-01T14:03:20.272545Z","end":"2026-03-01T14:03:20.769728Z","steps":["trace[1802816377] 'range keys from in-memory index tree' (duration: 496.580635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.769804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.272522Z","time spent":"497.267502ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:03:20.769846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.090659Z","time spent":"679.159994ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:03:20.769849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.072481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:03:20.76998Z","caller":"traceutil/trace.go:171","msg":"trace[1189943858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2019; }","duration":"679.257596ms","start":"2026-03-01T14:03:20.090697Z","end":"2026-03-01T14:03:20.769954Z","steps":["trace[1189943858] 'range keys from in-memory index tree' (duration: 678.846826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:20.770064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.090685Z","time spent":"679.338118ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:03:21.276898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227844824,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:03:21.458541Z","caller":"traceutil/trace.go:171","msg":"trace[1897817521] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"684.893687ms","start":"2026-03-01T14:03:20.773611Z","end":"2026-03-01T14:03:21.458505Z","steps":["trace[1897817521] 'process raft request' (duration: 684.655151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:21.458894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.773554Z","time spent":"685.093472ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:21.464809Z","caller":"traceutil/trace.go:171","msg":"trace[346589183] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2110; }","duration":"688.686462ms","start":"2026-03-01T14:03:20.776108Z","end":"2026-03-01T14:03:21.464794Z","steps":["trace[346589183] 'read index received' (duration: 682.275992ms)","trace[346589183] 'applied index is now lower than readState.Index' (duration: 6.40974ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:21.464828Z","caller":"traceutil/trace.go:171","msg":"trace[1821220941] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"690.942209ms","start":"2026-03-01T14:03:20.77387Z","end":"2026-03-01T14:03:21.464812Z","steps":["trace[1821220941] 'process raft request' (duration: 690.805076ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:21.464987Z","caller":"traceutil/trace.go:171","msg":"trace[1364950804] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"690.468596ms","start":"2026-03-01T14:03:20.774487Z","end":"2026-03-01T14:03:21.464955Z","steps":["trace[1364950804] 'process raft request' (duration: 690.283092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:21.465021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.903228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:03:21.46497Z","caller":"traceutil/trace.go:171","msg":"trace[1943942423] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"690.666572ms","start":"2026-03-01T14:03:20.774244Z","end":"2026-03-01T14:03:21.464911Z","steps":["trace[1943942423] 'process raft request' (duration: 690.494838ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:21.465065Z","caller":"traceutil/trace.go:171","msg":"trace[1384869090] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2023; }","duration":"688.99185ms","start":"2026-03-01T14:03:20.776064Z","end":"2026-03-01T14:03:21.465056Z","steps":["trace[1384869090] 'agreement among raft nodes before linearized reading' (duration: 688.907728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:21.465101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.776052Z","time spent":"689.041341ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:03:21.465156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.774477Z","time spent":"690.58463ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:21.465163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.697618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:03:21.465261Z","caller":"traceutil/trace.go:171","msg":"trace[1616713395] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2023; }","duration":"260.852692ms","start":"2026-03-01T14:03:21.204379Z","end":"2026-03-01T14:03:21.465232Z","steps":["trace[1616713395] 'agreement among raft nodes before linearized reading' (duration: 260.678948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:21.465258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.774234Z","time spent":"690.840046ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:21.465407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.925759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:03:21.465537Z","caller":"traceutil/trace.go:171","msg":"trace[463226682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2023; }","duration":"199.098783ms","start":"2026-03-01T14:03:21.266407Z","end":"2026-03-01T14:03:21.465506Z","steps":["trace[463226682] 'agreement among raft nodes before linearized reading' (duration: 198.711313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:21.465731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:20.773847Z","time spent":"691.180334ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:57.981286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.944647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:03:57.981517Z","caller":"traceutil/trace.go:171","msg":"trace[1054245776] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"300.947848ms","start":"2026-03-01T14:03:57.680551Z","end":"2026-03-01T14:03:57.981499Z","steps":["trace[1054245776] 'process raft request' (duration: 300.910047ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:57.981543Z","caller":"traceutil/trace.go:171","msg":"trace[2130534219] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"301.04087ms","start":"2026-03-01T14:03:57.680469Z","end":"2026-03-01T14:03:57.98151Z","steps":["trace[2130534219] 'process raft request' (duration: 300.940117ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:57.981558Z","caller":"traceutil/trace.go:171","msg":"trace[2033142812] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"301.322237ms","start":"2026-03-01T14:03:57.680191Z","end":"2026-03-01T14:03:57.981514Z","steps":["trace[2033142812] 'process raft request' (duration: 75.059292ms)","trace[2033142812] 'compare' (duration: 225.807664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:03:57.981641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:57.680533Z","time spent":"301.021029ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:57.981719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:57.680448Z","time spent":"301.189723ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:57.981755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:57.68017Z","time spent":"301.507481ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:58.392067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.453337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:03:58.392202Z","caller":"traceutil/trace.go:171","msg":"trace[1304928989] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"181.0102ms","start":"2026-03-01T14:03:58.21117Z","end":"2026-03-01T14:03:58.39218Z","steps":["trace[1304928989] 'process raft request' (duration: 43.332517ms)","trace[1304928989] 'compare' (duration: 137.319274ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:58.424274Z","caller":"traceutil/trace.go:171","msg":"trace[1162474687] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"212.755705ms","start":"2026-03-01T14:03:58.211496Z","end":"2026-03-01T14:03:58.424252Z","steps":["trace[1162474687] 'process raft request' (duration: 212.595062ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:58.424811Z","caller":"traceutil/trace.go:171","msg":"trace[954263094] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"213.143745ms","start":"2026-03-01T14:03:58.211645Z","end":"2026-03-01T14:03:58.424789Z","steps":["trace[954263094] 'process raft request' (duration: 212.54563ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:58.425323Z","caller":"traceutil/trace.go:171","msg":"trace[47744718] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2296; }","duration":"189.640896ms","start":"2026-03-01T14:03:58.235653Z","end":"2026-03-01T14:03:58.425293Z","steps":["trace[47744718] 'read index received' (duration: 18.852243ms)","trace[47744718] 'applied index is now lower than readState.Index' (duration: 170.787513ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:58.425435Z","caller":"traceutil/trace.go:171","msg":"trace[1943539763] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"210.639033ms","start":"2026-03-01T14:03:58.214781Z","end":"2026-03-01T14:03:58.42542Z","steps":["trace[1943539763] 'process raft request' (duration: 209.956755ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:58.425433Z","caller":"traceutil/trace.go:171","msg":"trace[274646686] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"193.250406ms","start":"2026-03-01T14:03:58.232164Z","end":"2026-03-01T14:03:58.425415Z","steps":["trace[274646686] 'process raft request' (duration: 192.827725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.425598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.902762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-01T14:03:58.425719Z","caller":"traceutil/trace.go:171","msg":"trace[256564468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2202; }","duration":"190.094317ms","start":"2026-03-01T14:03:58.235606Z","end":"2026-03-01T14:03:58.4257Z","steps":["trace[256564468] 'agreement among raft nodes before linearized reading' (duration: 189.804ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:09.167519Z","caller":"traceutil/trace.go:171","msg":"trace[1884689373] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"123.068187ms","start":"2026-03-01T14:04:09.044434Z","end":"2026-03-01T14:04:09.167502Z","steps":["trace[1884689373] 'process raft request' (duration: 122.761269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.243175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227845955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:32.303714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.545794Z","time spent":"757.916159ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:04:32.436986Z","caller":"traceutil/trace.go:171","msg":"trace[1819102013] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"238.808531ms","start":"2026-03-01T14:04:32.198148Z","end":"2026-03-01T14:04:32.436957Z","steps":["trace[1819102013] 'process raft request' (duration: 238.554154ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.437314Z","caller":"traceutil/trace.go:171","msg":"trace[575477550] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"238.943134ms","start":"2026-03-01T14:04:32.198302Z","end":"2026-03-01T14:04:32.437246Z","steps":["trace[575477550] 'process raft request' (duration: 238.573845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.437377Z","caller":"traceutil/trace.go:171","msg":"trace[1988881575] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2644; }","duration":"695.032773ms","start":"2026-03-01T14:04:31.742317Z","end":"2026-03-01T14:04:32.437349Z","steps":["trace[1988881575] 'read index received' (duration: 561.299369ms)","trace[1988881575] 'applied index is now lower than readState.Index' (duration: 133.731964ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:32.437403Z","caller":"traceutil/trace.go:171","msg":"trace[820532440] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"239.044567ms","start":"2026-03-01T14:04:32.198329Z","end":"2026-03-01T14:04:32.437373Z","steps":["trace[820532440] 'process raft request' (duration: 238.847952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.437686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.343721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T14:04:32.43776Z","caller":"traceutil/trace.go:171","msg":"trace[1164487076] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2533; }","duration":"695.460123ms","start":"2026-03-01T14:04:31.74228Z","end":"2026-03-01T14:04:32.43774Z","steps":["trace[1164487076] 'agreement among raft nodes before linearized reading' (duration: 695.170126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.437817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.742265Z","time spent":"695.542596ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-01T14:04:32.441401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.648795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:04:32.441474Z","caller":"traceutil/trace.go:171","msg":"trace[1655453398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2534; }","duration":"590.991423ms","start":"2026-03-01T14:04:31.850467Z","end":"2026-03-01T14:04:32.441459Z","steps":["trace[1655453398] 'agreement among raft nodes before linearized reading' (duration: 590.497381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.441516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.850447Z","time spent":"591.060145ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:04:32.441634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.920767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T14:04:32.441653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.705241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T14:04:32.44167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.25289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:04:32.441703Z","caller":"traceutil/trace.go:171","msg":"trace[1170124923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2534; }","duration":"286.788133ms","start":"2026-03-01T14:04:32.154904Z","end":"2026-03-01T14:04:32.441692Z","steps":["trace[1170124923] 'agreement among raft nodes before linearized reading' (duration: 286.572428ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.4417Z","caller":"traceutil/trace.go:171","msg":"trace[229109489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2534; }","duration":"291.03616ms","start":"2026-03-01T14:04:32.150647Z","end":"2026-03-01T14:04:32.441684Z","steps":["trace[229109489] 'agreement among raft nodes before linearized reading' (duration: 290.826665ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.441721Z","caller":"traceutil/trace.go:171","msg":"trace[9894243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2534; }","duration":"286.329931ms","start":"2026-03-01T14:04:32.15538Z","end":"2026-03-01T14:04:32.44171Z","steps":["trace[9894243] 'agreement among raft nodes before linearized reading' (duration: 286.191968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.441653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.063975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:04:32.441794Z","caller":"traceutil/trace.go:171","msg":"trace[221352155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2534; }","duration":"591.26527ms","start":"2026-03-01T14:04:31.850518Z","end":"2026-03-01T14:04:32.441783Z","steps":["trace[221352155] 'agreement among raft nodes before linearized reading' (duration: 591.012004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.441821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.850493Z","time spent":"591.320192ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:04:32.441816Z","caller":"traceutil/trace.go:171","msg":"trace[1966828494] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"136.435212ms","start":"2026-03-01T14:04:32.305085Z","end":"2026-03-01T14:04:32.44152Z","steps":["trace[1966828494] 'process raft request' (duration: 135.774855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:34.955392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227845994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:35.45603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227845994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:35.956615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227845994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:36.092168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744893774s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:04:36.092602Z","caller":"traceutil/trace.go:171","msg":"trace[1181002133] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"1.745432129s","start":"2026-03-01T14:04:34.347142Z","end":"2026-03-01T14:04:36.092575Z","steps":["trace[1181002133] 'process raft request' (duration: 1.745246074s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.092773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.347117Z","time spent":"1.745566962s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:36.14019Z","caller":"traceutil/trace.go:171","msg":"trace[1101119551] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"1.698479841s","start":"2026-03-01T14:04:34.441673Z","end":"2026-03-01T14:04:36.140153Z","steps":["trace[1101119551] 'process raft request' (duration: 1.681651139s)","trace[1101119551] 'compare' (duration: 16.658277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:36.140364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.441648Z","time spent":"1.698614315s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:36.140598Z","caller":"traceutil/trace.go:171","msg":"trace[724750823] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"1.697559067s","start":"2026-03-01T14:04:34.443002Z","end":"2026-03-01T14:04:36.140561Z","steps":["trace[724750823] 'process raft request' (duration: 1.697112346s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.14081Z","caller":"traceutil/trace.go:171","msg":"trace[405998553] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"1.697417055s","start":"2026-03-01T14:04:34.443317Z","end":"2026-03-01T14:04:36.140734Z","steps":["trace[405998553] 'process raft request' (duration: 1.697141838s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.140868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.442981Z","time spent":"1.697698831s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:36.140989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68606118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:04:36.141054Z","caller":"traceutil/trace.go:171","msg":"trace[48820028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2544; }","duration":"1.686151881s","start":"2026-03-01T14:04:34.454886Z","end":"2026-03-01T14:04:36.141038Z","steps":["trace[48820028] 'agreement among raft nodes before linearized reading' (duration: 1.685963146s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.141097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.454875Z","time spent":"1.686211993s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:04:36.140655Z","caller":"traceutil/trace.go:171","msg":"trace[1549606313] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2655; }","duration":"1.685691501s","start":"2026-03-01T14:04:34.454918Z","end":"2026-03-01T14:04:36.140609Z","steps":["trace[1549606313] 'read index received' (duration: 1.637512732s)","trace[1549606313] 'applied index is now lower than readState.Index' (duration: 48.177578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:36.141409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.4433Z","time spent":"1.697608189s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:36.142779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377485099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:04:36.142924Z","caller":"traceutil/trace.go:171","msg":"trace[132956361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"1.377670004s","start":"2026-03-01T14:04:34.765235Z","end":"2026-03-01T14:04:36.142905Z","steps":["trace[132956361] 'agreement among raft nodes before linearized reading' (duration: 1.377487089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.142977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.765213Z","time spent":"1.377751316s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:04:36.143002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681886585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T14:04:36.14304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681930596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:04:36.1431Z","caller":"traceutil/trace.go:171","msg":"trace[944339253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2544; }","duration":"1.682024089s","start":"2026-03-01T14:04:34.461051Z","end":"2026-03-01T14:04:36.143075Z","steps":["trace[944339253] 'agreement among raft nodes before linearized reading' (duration: 1.681661869s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.143106Z","caller":"traceutil/trace.go:171","msg":"trace[1953093580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2544; }","duration":"1.682014159s","start":"2026-03-01T14:04:34.461072Z","end":"2026-03-01T14:04:36.143087Z","steps":["trace[1953093580] 'agreement among raft nodes before linearized reading' (duration: 1.681739682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.143121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.476138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:04:36.143136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.021333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-01T14:04:36.143172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.461062Z","time spent":"1.682097241s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:04:36.143178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.461035Z","time spent":"1.682119141s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:04:36.143174Z","caller":"traceutil/trace.go:171","msg":"trace[1098946976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"621.619172ms","start":"2026-03-01T14:04:35.521542Z","end":"2026-03-01T14:04:36.143161Z","steps":["trace[1098946976] 'agreement among raft nodes before linearized reading' (duration: 621.521419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.143226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.521516Z","time spent":"621.704633ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:04:36.143116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681957207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:04:36.143609Z","caller":"traceutil/trace.go:171","msg":"trace[908878982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2544; }","duration":"1.68249391s","start":"2026-03-01T14:04:34.461096Z","end":"2026-03-01T14:04:36.14359Z","steps":["trace[908878982] 'agreement among raft nodes before linearized reading' (duration: 1.681649138s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.143777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.461081Z","time spent":"1.682680575s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:04:36.143258Z","caller":"traceutil/trace.go:171","msg":"trace[1617684180] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2544; }","duration":"400.155697ms","start":"2026-03-01T14:04:35.743079Z","end":"2026-03-01T14:04:36.143235Z","steps":["trace[1617684180] 'agreement among raft nodes before linearized reading' (duration: 399.856349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.143959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.74302Z","time spent":"400.915376ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-01T14:04:36.143155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.875359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:36.144112Z","caller":"traceutil/trace.go:171","msg":"trace[2013345155] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2544; }","duration":"148.857354ms","start":"2026-03-01T14:04:35.995231Z","end":"2026-03-01T14:04:36.144089Z","steps":["trace[2013345155] 'agreement among raft nodes before linearized reading' (duration: 147.863739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.144102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682155962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:04:36.144327Z","caller":"traceutil/trace.go:171","msg":"trace[921202206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2544; }","duration":"1.682447799s","start":"2026-03-01T14:04:34.461862Z","end":"2026-03-01T14:04:36.144309Z","steps":["trace[921202206] 'agreement among raft nodes before linearized reading' (duration: 1.681856044s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.144431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.461828Z","time spent":"1.682583543s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:04:40.358365Z","caller":"traceutil/trace.go:171","msg":"trace[853532494] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"206.922212ms","start":"2026-03-01T14:04:40.151417Z","end":"2026-03-01T14:04:40.358339Z","steps":["trace[853532494] 'process raft request' (duration: 206.705697ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:40.359896Z","caller":"traceutil/trace.go:171","msg":"trace[1224068034] linearizableReadLoop","detail":"{readStateIndex:2688; appliedIndex:2685; }","duration":"174.645122ms","start":"2026-03-01T14:04:40.185226Z","end":"2026-03-01T14:04:40.359871Z","steps":["trace[1224068034] 'read index received' (duration: 172.911219ms)","trace[1224068034] 'applied index is now lower than readState.Index' (duration: 1.732633ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:40.35993Z","caller":"traceutil/trace.go:171","msg":"trace[1718959713] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"205.965808ms","start":"2026-03-01T14:04:40.153932Z","end":"2026-03-01T14:04:40.359897Z","steps":["trace[1718959713] 'process raft request' (duration: 205.754603ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:40.359958Z","caller":"traceutil/trace.go:171","msg":"trace[1664811174] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"204.88767ms","start":"2026-03-01T14:04:40.155051Z","end":"2026-03-01T14:04:40.359938Z","steps":["trace[1664811174] 'process raft request' (duration: 204.774627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:40.360073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.831847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:04:40.360118Z","caller":"traceutil/trace.go:171","msg":"trace[1227735448] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2572; }","duration":"174.939561ms","start":"2026-03-01T14:04:40.185166Z","end":"2026-03-01T14:04:40.360106Z","steps":["trace[1227735448] 'agreement among raft nodes before linearized reading' (duration: 174.829108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:40.360288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.873663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:04:40.360336Z","caller":"traceutil/trace.go:171","msg":"trace[832986822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2572; }","duration":"164.964285ms","start":"2026-03-01T14:04:40.195359Z","end":"2026-03-01T14:04:40.360323Z","steps":["trace[832986822] 'agreement among raft nodes before linearized reading' (duration: 164.817212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:40.36044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.582482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:04:40.360469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.652664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T14:04:40.36048Z","caller":"traceutil/trace.go:171","msg":"trace[2050024978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2572; }","duration":"161.636104ms","start":"2026-03-01T14:04:40.198834Z","end":"2026-03-01T14:04:40.36047Z","steps":["trace[2050024978] 'agreement among raft nodes before linearized reading' (duration: 161.508771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:40.36048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.218063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:04:40.360511Z","caller":"traceutil/trace.go:171","msg":"trace[1906921632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2572; }","duration":"161.719326ms","start":"2026-03-01T14:04:40.198783Z","end":"2026-03-01T14:04:40.360502Z","steps":["trace[1906921632] 'agreement among raft nodes before linearized reading' (duration: 161.628343ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:40.360541Z","caller":"traceutil/trace.go:171","msg":"trace[1152756283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2572; }","duration":"161.289524ms","start":"2026-03-01T14:04:40.199219Z","end":"2026-03-01T14:04:40.360509Z","steps":["trace[1152756283] 'agreement among raft nodes before linearized reading' (duration: 161.14352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:40.360603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.987822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:04:40.36063Z","caller":"traceutil/trace.go:171","msg":"trace[398577162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2572; }","duration":"162.043164ms","start":"2026-03-01T14:04:40.198579Z","end":"2026-03-01T14:04:40.360622Z","steps":["trace[398577162] 'agreement among raft nodes before linearized reading' (duration: 161.964662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:00.873553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.835499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:05:00.873906Z","caller":"traceutil/trace.go:171","msg":"trace[1525129161] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"348.19386ms","start":"2026-03-01T14:05:00.525678Z","end":"2026-03-01T14:05:00.873872Z","steps":["trace[1525129161] 'process raft request' (duration: 176.955641ms)","trace[1525129161] 'compare' (duration: 170.735517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:00.87414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:00.52566Z","time spent":"348.318593ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:00.904355Z","caller":"traceutil/trace.go:171","msg":"trace[1801190734] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"378.208947ms","start":"2026-03-01T14:05:00.526116Z","end":"2026-03-01T14:05:00.904325Z","steps":["trace[1801190734] 'process raft request' (duration: 378.016731ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:00.904415Z","caller":"traceutil/trace.go:171","msg":"trace[660025830] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2806; }","duration":"367.806142ms","start":"2026-03-01T14:05:00.536592Z","end":"2026-03-01T14:05:00.904398Z","steps":["trace[660025830] 'read index received' (duration: 166.041853ms)","trace[660025830] 'applied index is now lower than readState.Index' (duration: 201.750609ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:05:00.904406Z","caller":"traceutil/trace.go:171","msg":"trace[727144156] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"377.800007ms","start":"2026-03-01T14:05:00.526568Z","end":"2026-03-01T14:05:00.904368Z","steps":["trace[727144156] 'process raft request' (duration: 377.669944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:00.904524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:00.526099Z","time spent":"378.33526ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:00.904572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:00.526557Z","time spent":"377.933541ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:00.904638Z","caller":"traceutil/trace.go:171","msg":"trace[292687812] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"377.694065ms","start":"2026-03-01T14:05:00.526912Z","end":"2026-03-01T14:05:00.904606Z","steps":["trace[292687812] 'process raft request' (duration: 377.390567ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:00.90455Z","caller":"traceutil/trace.go:171","msg":"trace[102871771] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"377.715015ms","start":"2026-03-01T14:05:00.526823Z","end":"2026-03-01T14:05:00.904538Z","steps":["trace[102871771] 'process raft request' (duration: 377.451108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:00.904727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:00.526812Z","time spent":"377.869668ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:00.904753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.149351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:05:00.9048Z","caller":"traceutil/trace.go:171","msg":"trace[2090560313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2692; }","duration":"368.224592ms","start":"2026-03-01T14:05:00.536563Z","end":"2026-03-01T14:05:00.904787Z","steps":["trace[2090560313] 'agreement among raft nodes before linearized reading' (duration: 368.1417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:00.904805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.720813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:05:00.904739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:00.526907Z","time spent":"377.765616ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:00.904829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:00.536553Z","time spent":"368.268554ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:05:00.904869Z","caller":"traceutil/trace.go:171","msg":"trace[1703447596] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2692; }","duration":"239.789325ms","start":"2026-03-01T14:05:00.665044Z","end":"2026-03-01T14:05:00.904833Z","steps":["trace[1703447596] 'agreement among raft nodes before linearized reading' (duration: 239.728864ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:00.904938Z","caller":"traceutil/trace.go:171","msg":"trace[266476487] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"209.681154ms","start":"2026-03-01T14:05:00.695245Z","end":"2026-03-01T14:05:00.904926Z","steps":["trace[266476487] 'process raft request' (duration: 209.09537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:07.524593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.513621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:05:07.524684Z","caller":"traceutil/trace.go:171","msg":"trace[1917114208] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2839; }","duration":"590.416434ms","start":"2026-03-01T14:05:06.934254Z","end":"2026-03-01T14:05:07.52467Z","steps":["trace[1917114208] 'read index received' (duration: 35.867812ms)","trace[1917114208] 'applied index is now lower than readState.Index' (duration: 554.547582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:07.524827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.569638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:05:07.524854Z","caller":"traceutil/trace.go:171","msg":"trace[1595697298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2718; }","duration":"590.618249ms","start":"2026-03-01T14:05:06.934227Z","end":"2026-03-01T14:05:07.524845Z","steps":["trace[1595697298] 'agreement among raft nodes before linearized reading' (duration: 590.502306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:07.524887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:06.934216Z","time spent":"590.66402ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:05:07.524913Z","caller":"traceutil/trace.go:171","msg":"trace[1923543456] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"592.015974ms","start":"2026-03-01T14:05:06.93269Z","end":"2026-03-01T14:05:07.524706Z","steps":["trace[1923543456] 'process raft request' (duration: 37.317998ms)","trace[1923543456] 'compare' (duration: 554.398509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:07.525094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:06.932679Z","time spent":"592.335361ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:07.927269Z","caller":"traceutil/trace.go:171","msg":"trace[1676337951] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"990.324394ms","start":"2026-03-01T14:05:06.936917Z","end":"2026-03-01T14:05:07.927241Z","steps":["trace[1676337951] 'process raft request' (duration: 920.270521ms)","trace[1676337951] 'compare' (duration: 69.813016ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:05:07.927314Z","caller":"traceutil/trace.go:171","msg":"trace[1064278435] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"396.099597ms","start":"2026-03-01T14:05:07.53118Z","end":"2026-03-01T14:05:07.927279Z","steps":["trace[1064278435] 'process raft request' (duration: 396.015674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:07.927403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:06.936902Z","time spent":"990.435068ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:07.927385Z","caller":"traceutil/trace.go:171","msg":"trace[985881421] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2840; }","duration":"402.628947ms","start":"2026-03-01T14:05:07.524704Z","end":"2026-03-01T14:05:07.927333Z","steps":["trace[985881421] 'read index received' (duration: 332.593056ms)","trace[985881421] 'applied index is now lower than readState.Index' (duration: 70.030861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:07.927502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.342714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:05:07.927636Z","caller":"traceutil/trace.go:171","msg":"trace[1852701564] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2720; }","duration":"968.561509ms","start":"2026-03-01T14:05:06.959041Z","end":"2026-03-01T14:05:07.927602Z","steps":["trace[1852701564] 'agreement among raft nodes before linearized reading' (duration: 968.310743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:07.927693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:06.959012Z","time spent":"968.668732ms","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:05:07.927656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.758229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898bcab41e47ce7\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-01T14:05:07.927713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.713459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-01T14:05:07.927704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.346999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:05:07.927827Z","caller":"traceutil/trace.go:171","msg":"trace[162004717] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898bcab41e47ce7; range_end:; response_count:1; response_revision:2720; }","duration":"825.932064ms","start":"2026-03-01T14:05:07.101819Z","end":"2026-03-01T14:05:07.927751Z","steps":["trace[162004717] 'agreement among raft nodes before linearized reading' (duration: 825.542744ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:07.927839Z","caller":"traceutil/trace.go:171","msg":"trace[229452061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2720; }","duration":"993.499983ms","start":"2026-03-01T14:05:06.934272Z","end":"2026-03-01T14:05:07.927772Z","steps":["trace[229452061] 'agreement among raft nodes before linearized reading' (duration: 993.242177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:07.927893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:06.934244Z","time spent":"993.638796ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:05:07.927933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:07.101803Z","time spent":"826.075847ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.1898bcab41e47ce7\" "} {"level":"warn","ts":"2026-03-01T14:05:07.928387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:07.531098Z","time spent":"396.274291ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:07.927828Z","caller":"traceutil/trace.go:171","msg":"trace[470499498] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2720; }","duration":"177.815312ms","start":"2026-03-01T14:05:07.749938Z","end":"2026-03-01T14:05:07.927754Z","steps":["trace[470499498] 'agreement among raft nodes before linearized reading' (duration: 177.585566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:09.749122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711165103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1898bca7fb724d08\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-01T14:05:09.749196Z","caller":"traceutil/trace.go:171","msg":"trace[1643133486] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1898bca7fb724d08; range_end:; response_count:1; response_revision:2723; }","duration":"1.711292187s","start":"2026-03-01T14:05:08.037889Z","end":"2026-03-01T14:05:09.749181Z","steps":["trace[1643133486] 'range keys from in-memory index tree' (duration: 1.710986909s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:09.749233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.037865Z","time spent":"1.711359658s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.1898bca7fb724d08\" "} {"level":"warn","ts":"2026-03-01T14:05:09.750195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357780456s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:05:09.750305Z","caller":"traceutil/trace.go:171","msg":"trace[579426499] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2845; }","duration":"1.228938399s","start":"2026-03-01T14:05:08.52135Z","end":"2026-03-01T14:05:09.750289Z","steps":["trace[579426499] 'read index received' (duration: 37.711µs)","trace[579426499] 'applied index is now lower than readState.Index' (duration: 1.228899628s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:05:09.75037Z","caller":"traceutil/trace.go:171","msg":"trace[864141182] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"1.651316292s","start":"2026-03-01T14:05:08.099034Z","end":"2026-03-01T14:05:09.750351Z","steps":["trace[864141182] 'process raft request' (duration: 293.29946ms)","trace[864141182] 'compare' (duration: 1.357583621s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:09.750478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.09901Z","time spent":"1.651405744s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:09.750609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229237196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:05:09.750695Z","caller":"traceutil/trace.go:171","msg":"trace[2834656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2724; }","duration":"1.229357059s","start":"2026-03-01T14:05:08.521316Z","end":"2026-03-01T14:05:09.750673Z","steps":["trace[2834656] 'agreement among raft nodes before linearized reading' (duration: 1.229038131s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:09.750802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.521298Z","time spent":"1.229441921s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:05:10.13634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.600678227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:05:10.163272Z","caller":"traceutil/trace.go:171","msg":"trace[845720877] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"1.627714902s","start":"2026-03-01T14:05:08.535514Z","end":"2026-03-01T14:05:10.163228Z","steps":["trace[845720877] 'process raft request' (duration: 1.601035756s)","trace[845720877] 'compare' (duration: 26.140062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:10.163771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.135427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-01T14:05:10.163795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.571219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T14:05:10.163724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380396393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:05:10.163866Z","caller":"traceutil/trace.go:171","msg":"trace[1687051810] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"411.864934ms","start":"2026-03-01T14:05:09.751995Z","end":"2026-03-01T14:05:10.16386Z","steps":["trace[1687051810] 'process raft request' (duration: 411.485515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:10.163854Z","caller":"traceutil/trace.go:171","msg":"trace[1208525731] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2728; }","duration":"728.722113ms","start":"2026-03-01T14:05:09.435113Z","end":"2026-03-01T14:05:10.163835Z","steps":["trace[1208525731] 'agreement among raft nodes before linearized reading' (duration: 728.506658ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:10.163895Z","caller":"traceutil/trace.go:171","msg":"trace[1795709942] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2728; }","duration":"1.380584707s","start":"2026-03-01T14:05:08.78329Z","end":"2026-03-01T14:05:10.163875Z","steps":["trace[1795709942] 'agreement among raft nodes before linearized reading' (duration: 1.380364182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.163961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.783235Z","time spent":"1.380707831s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:05:10.163966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:09.751976Z","time spent":"411.912395ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:10.163843Z","caller":"traceutil/trace.go:171","msg":"trace[683813089] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"1.618468155s","start":"2026-03-01T14:05:08.545368Z","end":"2026-03-01T14:05:10.163836Z","steps":["trace[683813089] 'process raft request' (duration: 1.617735427s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.163978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.740304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:05:10.164059Z","caller":"traceutil/trace.go:171","msg":"trace[21169186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2728; }","duration":"634.887637ms","start":"2026-03-01T14:05:09.529154Z","end":"2026-03-01T14:05:10.164041Z","steps":["trace[21169186] 'agreement among raft nodes before linearized reading' (duration: 634.631841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:10.16359Z","caller":"traceutil/trace.go:171","msg":"trace[652814419] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2846; }","duration":"413.224899ms","start":"2026-03-01T14:05:09.750338Z","end":"2026-03-01T14:05:10.163563Z","steps":["trace[652814419] 'read index received' (duration: 386.223765ms)","trace[652814419] 'applied index is now lower than readState.Index' (duration: 26.999793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:10.164107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:09.529126Z","time spent":"634.972148ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:05:10.163815Z","caller":"traceutil/trace.go:171","msg":"trace[1994880390] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2728; }","duration":"422.288421ms","start":"2026-03-01T14:05:09.741517Z","end":"2026-03-01T14:05:10.163806Z","steps":["trace[1994880390] 'agreement among raft nodes before linearized reading' (duration: 422.070416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.164153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:09.741501Z","time spent":"422.64551ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-01T14:05:10.163905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:09.435085Z","time spent":"728.811916ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:05:10.164284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.288075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:05:10.163909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.535494Z","time spent":"1.628216374s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:10.164737Z","caller":"traceutil/trace.go:171","msg":"trace[2067107023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"412.767326ms","start":"2026-03-01T14:05:09.751947Z","end":"2026-03-01T14:05:10.164715Z","steps":["trace[2067107023] 'agreement among raft nodes before linearized reading' (duration: 412.298815ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:10.163331Z","caller":"traceutil/trace.go:171","msg":"trace[1595422527] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"1.625792075s","start":"2026-03-01T14:05:08.537504Z","end":"2026-03-01T14:05:10.163296Z","steps":["trace[1595422527] 'process raft request' (duration: 1.625493458s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.164765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.752621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:05:10.164807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:09.751925Z","time spent":"412.867008ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:05:10.163825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251805271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:05:10.164845Z","caller":"traceutil/trace.go:171","msg":"trace[50493128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2728; }","duration":"1.252859877s","start":"2026-03-01T14:05:08.911978Z","end":"2026-03-01T14:05:10.164838Z","steps":["trace[50493128] 'agreement among raft nodes before linearized reading' (duration: 1.251675049s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.165065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.911963Z","time spent":"1.253080912s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:05:10.164809Z","caller":"traceutil/trace.go:171","msg":"trace[1107457662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2728; }","duration":"232.838933ms","start":"2026-03-01T14:05:09.93196Z","end":"2026-03-01T14:05:10.164799Z","steps":["trace[1107457662] 'agreement among raft nodes before linearized reading' (duration: 232.538506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.16448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.426874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:05:10.165362Z","caller":"traceutil/trace.go:171","msg":"trace[1618268409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2728; }","duration":"233.276404ms","start":"2026-03-01T14:05:09.932013Z","end":"2026-03-01T14:05:10.165289Z","steps":["trace[1618268409] 'agreement among raft nodes before linearized reading' (duration: 232.391343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.164107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.545351Z","time spent":"1.6186779s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:10.164482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.214307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:05:10.165603Z","caller":"traceutil/trace.go:171","msg":"trace[976122197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2728; }","duration":"202.380836ms","start":"2026-03-01T14:05:09.963212Z","end":"2026-03-01T14:05:10.165593Z","steps":["trace[976122197] 'agreement among raft nodes before linearized reading' (duration: 201.187996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:10.16675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:08.537461Z","time spent":"1.629132827s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:15.396645Z","caller":"traceutil/trace.go:171","msg":"trace[1864950398] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2875; }","duration":"131.896922ms","start":"2026-03-01T14:05:15.264713Z","end":"2026-03-01T14:05:15.39661Z","steps":["trace[1864950398] 'read index received' (duration: 131.711158ms)","trace[1864950398] 'applied index is now lower than readState.Index' (duration: 180.014µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:15.396953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.19859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:05:15.396998Z","caller":"traceutil/trace.go:171","msg":"trace[204313990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2753; }","duration":"132.304422ms","start":"2026-03-01T14:05:15.264683Z","end":"2026-03-01T14:05:15.396987Z","steps":["trace[204313990] 'agreement among raft nodes before linearized reading' (duration: 132.065487ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:15.397528Z","caller":"traceutil/trace.go:171","msg":"trace[1657401801] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"135.661074ms","start":"2026-03-01T14:05:15.261855Z","end":"2026-03-01T14:05:15.397516Z","steps":["trace[1657401801] 'process raft request' (duration: 134.546797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:16.340931Z","caller":"traceutil/trace.go:171","msg":"trace[1979345033] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"152.254582ms","start":"2026-03-01T14:05:16.188643Z","end":"2026-03-01T14:05:16.340897Z","steps":["trace[1979345033] 'process raft request' (duration: 71.115328ms)","trace[1979345033] 'compare' (duration: 80.655482ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:05:16.341004Z","caller":"traceutil/trace.go:171","msg":"trace[1320745450] linearizableReadLoop","detail":"{readStateIndex:2879; appliedIndex:2876; }","duration":"141.830907ms","start":"2026-03-01T14:05:16.199138Z","end":"2026-03-01T14:05:16.340969Z","steps":["trace[1320745450] 'read index received' (duration: 42.082985ms)","trace[1320745450] 'applied index is now lower than readState.Index' (duration: 99.746352ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:05:16.341187Z","caller":"traceutil/trace.go:171","msg":"trace[1665236384] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"145.971818ms","start":"2026-03-01T14:05:16.195164Z","end":"2026-03-01T14:05:16.341135Z","steps":["trace[1665236384] 'process raft request' (duration: 145.63464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.341345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.124213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:05:16.341396Z","caller":"traceutil/trace.go:171","msg":"trace[634659783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2756; }","duration":"142.205216ms","start":"2026-03-01T14:05:16.199178Z","end":"2026-03-01T14:05:16.341383Z","steps":["trace[634659783] 'agreement among raft nodes before linearized reading' (duration: 142.043402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.341453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.294408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:05:16.341526Z","caller":"traceutil/trace.go:171","msg":"trace[1207205213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2756; }","duration":"142.413921ms","start":"2026-03-01T14:05:16.199092Z","end":"2026-03-01T14:05:16.341506Z","steps":["trace[1207205213] 'agreement among raft nodes before linearized reading' (duration: 142.208246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.341516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.317203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:05:16.341555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.301643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:05:16.341652Z","caller":"traceutil/trace.go:171","msg":"trace[1971324887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2756; }","duration":"141.512498ms","start":"2026-03-01T14:05:16.20012Z","end":"2026-03-01T14:05:16.341632Z","steps":["trace[1971324887] 'agreement among raft nodes before linearized reading' (duration: 141.19504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:16.341678Z","caller":"traceutil/trace.go:171","msg":"trace[1479940765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2756; }","duration":"141.529249ms","start":"2026-03-01T14:05:16.200136Z","end":"2026-03-01T14:05:16.341665Z","steps":["trace[1479940765] 'agreement among raft nodes before linearized reading' (duration: 141.15387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.341763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.313269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:05:16.341865Z","caller":"traceutil/trace.go:171","msg":"trace[826349681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2756; }","duration":"142.428851ms","start":"2026-03-01T14:05:16.199416Z","end":"2026-03-01T14:05:16.341844Z","steps":["trace[826349681] 'agreement among raft nodes before linearized reading' (duration: 141.995191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.655877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.56628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:05:16.656221Z","caller":"traceutil/trace.go:171","msg":"trace[749365206] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"309.410185ms","start":"2026-03-01T14:05:16.346792Z","end":"2026-03-01T14:05:16.656202Z","steps":["trace[749365206] 'process raft request' (duration: 309.335953ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:16.656315Z","caller":"traceutil/trace.go:171","msg":"trace[455595768] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"309.566409ms","start":"2026-03-01T14:05:16.346736Z","end":"2026-03-01T14:05:16.656303Z","steps":["trace[455595768] 'process raft request' (duration: 309.331693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.656392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:16.346785Z","time spent":"309.524958ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:16.656433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:16.346714Z","time spent":"309.643392ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:05:16.656241Z","caller":"traceutil/trace.go:171","msg":"trace[265025739] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"309.495018ms","start":"2026-03-01T14:05:16.346716Z","end":"2026-03-01T14:05:16.656211Z","steps":["trace[265025739] 'process raft request' (duration: 156.508718ms)","trace[265025739] 'compare' (duration: 152.432346ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:05:16.656491Z","caller":"traceutil/trace.go:171","msg":"trace[865994638] linearizableReadLoop","detail":"{readStateIndex:2884; appliedIndex:2880; }","duration":"133.890442ms","start":"2026-03-01T14:05:16.522581Z","end":"2026-03-01T14:05:16.656471Z","steps":["trace[865994638] 'read index received' (duration: 51.342µs)","trace[865994638] 'applied index is now lower than readState.Index' (duration: 133.83814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:05:16.656602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:16.34669Z","time spent":"309.844987ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:16.656629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.039845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:05:16.656665Z","caller":"traceutil/trace.go:171","msg":"trace[76747066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2761; }","duration":"134.129897ms","start":"2026-03-01T14:05:16.522523Z","end":"2026-03-01T14:05:16.656653Z","steps":["trace[76747066] 'agreement among raft nodes before linearized reading' (duration: 134.057045ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:16.656688Z","caller":"traceutil/trace.go:171","msg":"trace[288486629] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"308.934475ms","start":"2026-03-01T14:05:16.347708Z","end":"2026-03-01T14:05:16.656642Z","steps":["trace[288486629] 'process raft request' (duration: 308.457702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:16.656803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:05:16.347702Z","time spent":"309.045837ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:05:16.954482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.100476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:05:17.216979Z","caller":"traceutil/trace.go:171","msg":"trace[506944922] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"110.20396ms","start":"2026-03-01T14:05:17.106749Z","end":"2026-03-01T14:05:17.216953Z","steps":["trace[506944922] 'process raft request' (duration: 110.023925ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:07.676051Z","caller":"traceutil/trace.go:171","msg":"trace[2117968159] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"162.605607ms","start":"2026-03-01T14:07:07.513407Z","end":"2026-03-01T14:07:07.676012Z","steps":["trace[2117968159] 'process raft request' (duration: 121.224647ms)","trace[2117968159] 'compare' (duration: 41.214935ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:08.432982Z","caller":"traceutil/trace.go:171","msg":"trace[1518365572] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"139.624934ms","start":"2026-03-01T14:07:08.293326Z","end":"2026-03-01T14:07:08.432951Z","steps":["trace[1518365572] 'process raft request' (duration: 138.120027ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.025616Z","caller":"traceutil/trace.go:171","msg":"trace[2019310609] linearizableReadLoop","detail":"{readStateIndex:3579; appliedIndex:3577; }","duration":"105.587638ms","start":"2026-03-01T14:07:08.92Z","end":"2026-03-01T14:07:09.025587Z","steps":["trace[2019310609] 'read index received' (duration: 63.376917ms)","trace[2019310609] 'applied index is now lower than readState.Index' (duration: 42.209451ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.02568Z","caller":"traceutil/trace.go:171","msg":"trace[1238898046] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"135.678396ms","start":"2026-03-01T14:07:08.889932Z","end":"2026-03-01T14:07:09.02561Z","steps":["trace[1238898046] 'process raft request' (duration: 93.485586ms)","trace[1238898046] 'compare' (duration: 41.963134ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.025727Z","caller":"traceutil/trace.go:171","msg":"trace[1101238213] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"134.65508ms","start":"2026-03-01T14:07:08.891036Z","end":"2026-03-01T14:07:09.025691Z","steps":["trace[1101238213] 'process raft request' (duration: 134.477466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.025837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.824253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:07:09.025881Z","caller":"traceutil/trace.go:171","msg":"trace[1908885090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3425; }","duration":"105.920735ms","start":"2026-03-01T14:07:08.919948Z","end":"2026-03-01T14:07:09.025869Z","steps":["trace[1908885090] 'agreement among raft nodes before linearized reading' (duration: 105.745251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.264876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.210113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:07:09.26501Z","caller":"traceutil/trace.go:171","msg":"trace[1092192367] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"228.552948ms","start":"2026-03-01T14:07:09.03643Z","end":"2026-03-01T14:07:09.264983Z","steps":["trace[1092192367] 'process raft request' (duration: 126.14722ms)","trace[1092192367] 'compare' (duration: 102.059369ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.266232Z","caller":"traceutil/trace.go:171","msg":"trace[1618731842] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"133.707717ms","start":"2026-03-01T14:07:09.132486Z","end":"2026-03-01T14:07:09.266193Z","steps":["trace[1618731842] 'process raft request' (duration: 133.494121ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.471751Z","caller":"traceutil/trace.go:171","msg":"trace[1381724323] transaction","detail":"{read_only:false; response_revision:3431; number_of_response:1; }","duration":"201.031042ms","start":"2026-03-01T14:07:09.270676Z","end":"2026-03-01T14:07:09.471707Z","steps":["trace[1381724323] 'process raft request' (duration: 136.324722ms)","trace[1381724323] 'compare' (duration: 64.429763ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.471771Z","caller":"traceutil/trace.go:171","msg":"trace[160705179] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"200.917169ms","start":"2026-03-01T14:07:09.27081Z","end":"2026-03-01T14:07:09.471727Z","steps":["trace[160705179] 'process raft request' (duration: 200.822067ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.472218Z","caller":"traceutil/trace.go:171","msg":"trace[132010544] linearizableReadLoop","detail":"{readStateIndex:3589; appliedIndex:3583; }","duration":"198.54499ms","start":"2026-03-01T14:07:09.27365Z","end":"2026-03-01T14:07:09.472195Z","steps":["trace[132010544] 'read index received' (duration: 3.880106ms)","trace[132010544] 'applied index is now lower than readState.Index' (duration: 194.663944ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.472184Z","caller":"traceutil/trace.go:171","msg":"trace[747207606] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"200.344134ms","start":"2026-03-01T14:07:09.271817Z","end":"2026-03-01T14:07:09.472161Z","steps":["trace[747207606] 'process raft request' (duration: 200.086518ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.472259Z","caller":"traceutil/trace.go:171","msg":"trace[2006991265] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"200.692204ms","start":"2026-03-01T14:07:09.271361Z","end":"2026-03-01T14:07:09.472053Z","steps":["trace[2006991265] 'process raft request' (duration: 200.320015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.472377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.712925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:07:09.472283Z","caller":"traceutil/trace.go:171","msg":"trace[1459589077] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"199.451363ms","start":"2026-03-01T14:07:09.272815Z","end":"2026-03-01T14:07:09.472266Z","steps":["trace[1459589077] 'process raft request' (duration: 199.184016ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.47242Z","caller":"traceutil/trace.go:171","msg":"trace[643680112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/passwords.secretgen.k14s.io; range_end:; response_count:0; response_revision:3435; }","duration":"198.796216ms","start":"2026-03-01T14:07:09.27361Z","end":"2026-03-01T14:07:09.472407Z","steps":["trace[643680112] 'agreement among raft nodes before linearized reading' (duration: 198.673363ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:13.183351Z","caller":"traceutil/trace.go:171","msg":"trace[2142268523] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"131.098443ms","start":"2026-03-01T14:07:13.052224Z","end":"2026-03-01T14:07:13.183323Z","steps":["trace[2142268523] 'process raft request' (duration: 130.935559ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:37.555007Z","caller":"traceutil/trace.go:171","msg":"trace[2126205757] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"257.784414ms","start":"2026-03-01T14:07:37.297192Z","end":"2026-03-01T14:07:37.554976Z","steps":["trace[2126205757] 'process raft request' (duration: 257.62483ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:43.392352Z","caller":"traceutil/trace.go:171","msg":"trace[1491457756] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"505.797385ms","start":"2026-03-01T14:07:42.886514Z","end":"2026-03-01T14:07:43.392312Z","steps":["trace[1491457756] 'process raft request' (duration: 505.5798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:43.392577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:42.886489Z","time spent":"505.966029ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:07:44.021108Z","caller":"traceutil/trace.go:171","msg":"trace[328780174] linearizableReadLoop","detail":"{readStateIndex:3813; appliedIndex:3810; }","duration":"1.013858587s","start":"2026-03-01T14:07:43.007227Z","end":"2026-03-01T14:07:44.021086Z","steps":["trace[328780174] 'read index received' (duration: 384.781074ms)","trace[328780174] 'applied index is now lower than readState.Index' (duration: 629.076623ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:44.021126Z","caller":"traceutil/trace.go:171","msg":"trace[325223247] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"1.126418028s","start":"2026-03-01T14:07:42.894692Z","end":"2026-03-01T14:07:44.02111Z","steps":["trace[325223247] 'process raft request' (duration: 1.122988962s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:44.021217Z","caller":"traceutil/trace.go:171","msg":"trace[367481512] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"711.919514ms","start":"2026-03-01T14:07:43.309249Z","end":"2026-03-01T14:07:44.021168Z","steps":["trace[367481512] 'process raft request' (duration: 711.76483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.021282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:42.894663Z","time spent":"1.126529481s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:44.021369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.640689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:07:44.021223Z","caller":"traceutil/trace.go:171","msg":"trace[535143135] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"1.12567538s","start":"2026-03-01T14:07:42.895483Z","end":"2026-03-01T14:07:44.021158Z","steps":["trace[535143135] 'process raft request' (duration: 1.125425934s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:44.021413Z","caller":"traceutil/trace.go:171","msg":"trace[713246169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3654; }","duration":"742.720111ms","start":"2026-03-01T14:07:43.278683Z","end":"2026-03-01T14:07:44.021403Z","steps":["trace[713246169] 'agreement among raft nodes before linearized reading' (duration: 742.554317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.021444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.278664Z","time spent":"742.771892ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:07:44.02143Z","caller":"traceutil/trace.go:171","msg":"trace[52789306] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"230.919046ms","start":"2026-03-01T14:07:43.790469Z","end":"2026-03-01T14:07:44.021388Z","steps":["trace[52789306] 'process raft request' (duration: 230.585357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.021499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.980613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:07:44.022336Z","caller":"traceutil/trace.go:171","msg":"trace[1001734240] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3654; }","duration":"187.874364ms","start":"2026-03-01T14:07:43.834444Z","end":"2026-03-01T14:07:44.022319Z","steps":["trace[1001734240] 'agreement among raft nodes before linearized reading' (duration: 186.933071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.021514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:42.89547Z","time spent":"1.125955736s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:44.021615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.590436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:07:44.02249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.795182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:07:44.022534Z","caller":"traceutil/trace.go:171","msg":"trace[783977671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3654; }","duration":"443.880164ms","start":"2026-03-01T14:07:43.578644Z","end":"2026-03-01T14:07:44.022524Z","steps":["trace[783977671] 'agreement among raft nodes before linearized reading' (duration: 442.89328ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:44.022505Z","caller":"traceutil/trace.go:171","msg":"trace[1761011497] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3654; }","duration":"417.517358ms","start":"2026-03-01T14:07:43.604967Z","end":"2026-03-01T14:07:44.022485Z","steps":["trace[1761011497] 'agreement among raft nodes before linearized reading' (duration: 416.563335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.021609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014316598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:07:44.022562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.578623Z","time spent":"443.933635ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:07:44.022582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.604947Z","time spent":"417.620461ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:07:44.022658Z","caller":"traceutil/trace.go:171","msg":"trace[680931061] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3654; }","duration":"1.015401855s","start":"2026-03-01T14:07:43.00718Z","end":"2026-03-01T14:07:44.022582Z","steps":["trace[680931061] 'agreement among raft nodes before linearized reading' (duration: 1.014031161s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.021694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.162463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:07:44.022755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.007155Z","time spent":"1.015575319s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":33,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:07:44.022772Z","caller":"traceutil/trace.go:171","msg":"trace[1298484358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3654; }","duration":"390.235549ms","start":"2026-03-01T14:07:43.632501Z","end":"2026-03-01T14:07:44.022737Z","steps":["trace[1298484358] 'agreement among raft nodes before linearized reading' (duration: 389.140093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.02283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.632488Z","time spent":"390.326221ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:07:44.021689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.30923Z","time spent":"712.164181ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:44.02171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.080593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:07:44.022924Z","caller":"traceutil/trace.go:171","msg":"trace[1887168178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3654; }","duration":"501.377086ms","start":"2026-03-01T14:07:43.521538Z","end":"2026-03-01T14:07:44.022915Z","steps":["trace[1887168178] 'agreement among raft nodes before linearized reading' (duration: 500.093113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.022958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.521517Z","time spent":"501.433717ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:07:44.02175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.03677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:07:44.023072Z","caller":"traceutil/trace.go:171","msg":"trace[2061530552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3654; }","duration":"386.373364ms","start":"2026-03-01T14:07:43.636673Z","end":"2026-03-01T14:07:44.023046Z","steps":["trace[2061530552] 'agreement among raft nodes before linearized reading' (duration: 384.797985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.023146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.63666Z","time spent":"386.466496ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:07:44.02181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.824455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:07:44.023288Z","caller":"traceutil/trace.go:171","msg":"trace[1457767354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3654; }","duration":"390.366154ms","start":"2026-03-01T14:07:43.632903Z","end":"2026-03-01T14:07:44.023269Z","steps":["trace[1457767354] 'agreement among raft nodes before linearized reading' (duration: 388.467846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.023354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.632877Z","time spent":"390.460046ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:07:44.021852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.314358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:07:44.023558Z","caller":"traceutil/trace.go:171","msg":"trace[1827731744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3654; }","duration":"392.953559ms","start":"2026-03-01T14:07:43.63048Z","end":"2026-03-01T14:07:44.023434Z","steps":["trace[1827731744] 'agreement among raft nodes before linearized reading' (duration: 391.174364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:44.023658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:43.630449Z","time spent":"393.189955ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:08:30.434816Z","caller":"traceutil/trace.go:171","msg":"trace[846124580] linearizableReadLoop","detail":"{readStateIndex:4137; appliedIndex:4135; }","duration":"127.795894ms","start":"2026-03-01T14:08:30.306983Z","end":"2026-03-01T14:08:30.434779Z","steps":["trace[846124580] 'read index received' (duration: 9.721974ms)","trace[846124580] 'applied index is now lower than readState.Index' (duration: 118.07191ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:30.435199Z","caller":"traceutil/trace.go:171","msg":"trace[1500974575] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"158.112593ms","start":"2026-03-01T14:08:30.277069Z","end":"2026-03-01T14:08:30.435181Z","steps":["trace[1500974575] 'process raft request' (duration: 103.527125ms)","trace[1500974575] 'compare' (duration: 54.043354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:30.43549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.739577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:08:30.43561Z","caller":"traceutil/trace.go:171","msg":"trace[413157554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3962; }","duration":"126.899661ms","start":"2026-03-01T14:08:30.308685Z","end":"2026-03-01T14:08:30.435585Z","steps":["trace[413157554] 'agreement among raft nodes before linearized reading' (duration: 126.522931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.43592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.910492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:08:30.435996Z","caller":"traceutil/trace.go:171","msg":"trace[1256648135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3962; }","duration":"129.053965ms","start":"2026-03-01T14:08:30.30692Z","end":"2026-03-01T14:08:30.435973Z","steps":["trace[1256648135] 'agreement among raft nodes before linearized reading' (duration: 128.799729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.436203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.63686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:30.436249Z","caller":"traceutil/trace.go:171","msg":"trace[496745263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3962; }","duration":"119.713471ms","start":"2026-03-01T14:08:30.316524Z","end":"2026-03-01T14:08:30.436237Z","steps":["trace[496745263] 'agreement among raft nodes before linearized reading' (duration: 119.480414ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:32.404705Z","caller":"traceutil/trace.go:171","msg":"trace[2100953468] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"143.091788ms","start":"2026-03-01T14:08:32.261556Z","end":"2026-03-01T14:08:32.404647Z","steps":["trace[2100953468] 'process raft request' (duration: 101.595697ms)","trace[2100953468] 'compare' (duration: 41.276675ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:34.748748Z","caller":"traceutil/trace.go:171","msg":"trace[1811544121] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"114.369167ms","start":"2026-03-01T14:08:34.634343Z","end":"2026-03-01T14:08:34.748712Z","steps":["trace[1811544121] 'process raft request' (duration: 114.189333ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:48.569736Z","caller":"traceutil/trace.go:171","msg":"trace[1591803844] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"103.518215ms","start":"2026-03-01T14:08:48.466179Z","end":"2026-03-01T14:08:48.569698Z","steps":["trace[1591803844] 'process raft request' (duration: 103.33028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:51.874453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.349597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:51.874743Z","caller":"traceutil/trace.go:171","msg":"trace[628681259] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"229.191605ms","start":"2026-03-01T14:08:51.645526Z","end":"2026-03-01T14:08:51.874718Z","steps":["trace[628681259] 'process raft request' (duration: 229.095983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:51.874822Z","caller":"traceutil/trace.go:171","msg":"trace[56141773] linearizableReadLoop","detail":"{readStateIndex:4278; appliedIndex:4277; }","duration":"233.38251ms","start":"2026-03-01T14:08:51.641399Z","end":"2026-03-01T14:08:51.874781Z","steps":["trace[56141773] 'read index received' (duration: 21.570391ms)","trace[56141773] 'applied index is now lower than readState.Index' (duration: 211.808779ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:51.874915Z","caller":"traceutil/trace.go:171","msg":"trace[1362836990] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"242.588261ms","start":"2026-03-01T14:08:51.632267Z","end":"2026-03-01T14:08:51.874855Z","steps":["trace[1362836990] 'process raft request' (duration: 30.678249ms)","trace[1362836990] 'compare' (duration: 211.143533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:51.875056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.650677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T14:08:51.875126Z","caller":"traceutil/trace.go:171","msg":"trace[946509628] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4087; }","duration":"233.863013ms","start":"2026-03-01T14:08:51.641239Z","end":"2026-03-01T14:08:51.875102Z","steps":["trace[946509628] 'agreement among raft nodes before linearized reading' (duration: 233.682237ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:52.948855Z","caller":"traceutil/trace.go:171","msg":"trace[801772613] linearizableReadLoop","detail":"{readStateIndex:4286; appliedIndex:4285; }","duration":"312.537645ms","start":"2026-03-01T14:08:52.636285Z","end":"2026-03-01T14:08:52.948823Z","steps":["trace[801772613] 'read index received' (duration: 312.343961ms)","trace[801772613] 'applied index is now lower than readState.Index' (duration: 192.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:52.948948Z","caller":"traceutil/trace.go:171","msg":"trace[910600602] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"363.497753ms","start":"2026-03-01T14:08:52.585399Z","end":"2026-03-01T14:08:52.948897Z","steps":["trace[910600602] 'process raft request' (duration: 363.226326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:52.949173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:52.585325Z","time spent":"363.727508ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:52.949256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.805169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:08:52.94926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.956346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:08:52.949348Z","caller":"traceutil/trace.go:171","msg":"trace[436556913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4094; }","duration":"122.975553ms","start":"2026-03-01T14:08:52.826354Z","end":"2026-03-01T14:08:52.949329Z","steps":["trace[436556913] 'agreement among raft nodes before linearized reading' (duration: 122.679036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:52.949359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.484556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:52.949372Z","caller":"traceutil/trace.go:171","msg":"trace[1151932505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4094; }","duration":"313.095159ms","start":"2026-03-01T14:08:52.63625Z","end":"2026-03-01T14:08:52.949346Z","steps":["trace[1151932505] 'agreement among raft nodes before linearized reading' (duration: 312.72578ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:52.949435Z","caller":"traceutil/trace.go:171","msg":"trace[594787932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4094; }","duration":"117.630809ms","start":"2026-03-01T14:08:52.83178Z","end":"2026-03-01T14:08:52.949411Z","steps":["trace[594787932] 'agreement among raft nodes before linearized reading' (duration: 117.441044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:52.949437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:52.636162Z","time spent":"313.265773ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:08:52.949454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.066015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:08:52.949631Z","caller":"traceutil/trace.go:171","msg":"trace[1435625079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4094; }","duration":"194.296131ms","start":"2026-03-01T14:08:52.755305Z","end":"2026-03-01T14:08:52.949601Z","steps":["trace[1435625079] 'agreement among raft nodes before linearized reading' (duration: 193.921901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:52.949691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.842017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:08:52.949728Z","caller":"traceutil/trace.go:171","msg":"trace[2133005228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4094; }","duration":"304.447273ms","start":"2026-03-01T14:08:52.645269Z","end":"2026-03-01T14:08:52.949716Z","steps":["trace[2133005228] 'agreement among raft nodes before linearized reading' (duration: 303.751115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:52.949766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:52.645239Z","time spent":"304.516514ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:08:52.949888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.356213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:08:52.950125Z","caller":"traceutil/trace.go:171","msg":"trace[498139613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:4094; }","duration":"192.684601ms","start":"2026-03-01T14:08:52.757409Z","end":"2026-03-01T14:08:52.950093Z","steps":["trace[498139613] 'agreement among raft nodes before linearized reading' (duration: 191.748848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.83336Z","caller":"traceutil/trace.go:171","msg":"trace[524029862] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"111.675608ms","start":"2026-03-01T14:08:56.721648Z","end":"2026-03-01T14:08:56.833324Z","steps":["trace[524029862] 'process raft request' (duration: 111.416092ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.833483Z","caller":"traceutil/trace.go:171","msg":"trace[1918025118] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"111.72915ms","start":"2026-03-01T14:08:56.721684Z","end":"2026-03-01T14:08:56.833413Z","steps":["trace[1918025118] 'process raft request' (duration: 111.555805ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.833508Z","caller":"traceutil/trace.go:171","msg":"trace[1833101301] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"111.684379ms","start":"2026-03-01T14:08:56.721775Z","end":"2026-03-01T14:08:56.833459Z","steps":["trace[1833101301] 'process raft request' (duration: 111.499174ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.833646Z","caller":"traceutil/trace.go:171","msg":"trace[1671277243] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"111.818523ms","start":"2026-03-01T14:08:56.721815Z","end":"2026-03-01T14:08:56.833634Z","steps":["trace[1671277243] 'process raft request' (duration: 111.491784ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.833552Z","caller":"traceutil/trace.go:171","msg":"trace[1343599059] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"111.473805ms","start":"2026-03-01T14:08:56.722059Z","end":"2026-03-01T14:08:56.833533Z","steps":["trace[1343599059] 'process raft request' (duration: 111.31789ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.958198Z","caller":"traceutil/trace.go:171","msg":"trace[814643541] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"103.442963ms","start":"2026-03-01T14:08:56.85473Z","end":"2026-03-01T14:08:56.958173Z","steps":["trace[814643541] 'process raft request' (duration: 103.151366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.12551Z","caller":"traceutil/trace.go:171","msg":"trace[1687828316] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"159.230061ms","start":"2026-03-01T14:08:56.966219Z","end":"2026-03-01T14:08:57.125449Z","steps":["trace[1687828316] 'process raft request' (duration: 106.395237ms)","trace[1687828316] 'compare' (duration: 52.570278ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:57.125756Z","caller":"traceutil/trace.go:171","msg":"trace[2052021] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"156.914553ms","start":"2026-03-01T14:08:56.968756Z","end":"2026-03-01T14:08:57.12567Z","steps":["trace[2052021] 'process raft request' (duration: 156.601845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.126377Z","caller":"traceutil/trace.go:171","msg":"trace[1466120015] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"156.531064ms","start":"2026-03-01T14:08:56.969804Z","end":"2026-03-01T14:08:57.126335Z","steps":["trace[1466120015] 'process raft request' (duration: 155.599831ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.160247Z","caller":"traceutil/trace.go:171","msg":"trace[271100003] linearizableReadLoop","detail":"{readStateIndex:4396; appliedIndex:4393; }","duration":"177.326055ms","start":"2026-03-01T14:08:56.982879Z","end":"2026-03-01T14:08:57.160205Z","steps":["trace[271100003] 'read index received' (duration: 89.74874ms)","trace[271100003] 'applied index is now lower than readState.Index' (duration: 87.575355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:57.160512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.602602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:57.160586Z","caller":"traceutil/trace.go:171","msg":"trace[1862669288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4203; }","duration":"177.749255ms","start":"2026-03-01T14:08:56.982817Z","end":"2026-03-01T14:08:57.160566Z","steps":["trace[1862669288] 'agreement among raft nodes before linearized reading' (duration: 177.511259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.196926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.670696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:08:57.197036Z","caller":"traceutil/trace.go:171","msg":"trace[2137500047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4204; }","duration":"201.83289ms","start":"2026-03-01T14:08:56.995179Z","end":"2026-03-01T14:08:57.197011Z","steps":["trace[2137500047] 'agreement among raft nodes before linearized reading' (duration: 201.494402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.197075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.598046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:08:57.197331Z","caller":"traceutil/trace.go:171","msg":"trace[621872146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:4204; }","duration":"156.941314ms","start":"2026-03-01T14:08:57.040357Z","end":"2026-03-01T14:08:57.197298Z","steps":["trace[621872146] 'agreement among raft nodes before linearized reading' (duration: 156.38795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.197141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.084633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:08:57.197605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.132858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:08:57.197692Z","caller":"traceutil/trace.go:171","msg":"trace[209235520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4204; }","duration":"159.292612ms","start":"2026-03-01T14:08:57.038378Z","end":"2026-03-01T14:08:57.197671Z","steps":["trace[209235520] 'agreement among raft nodes before linearized reading' (duration: 158.39129ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.197648Z","caller":"traceutil/trace.go:171","msg":"trace[30935219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4204; }","duration":"158.754469ms","start":"2026-03-01T14:08:57.038875Z","end":"2026-03-01T14:08:57.19763Z","steps":["trace[30935219] 'agreement among raft nodes before linearized reading' (duration: 157.96633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.19762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.59166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:08:57.197832Z","caller":"traceutil/trace.go:171","msg":"trace[1170290478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4204; }","duration":"159.827108ms","start":"2026-03-01T14:08:57.037993Z","end":"2026-03-01T14:08:57.19782Z","steps":["trace[1170290478] 'agreement among raft nodes before linearized reading' (duration: 159.221342ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.331366Z","caller":"traceutil/trace.go:171","msg":"trace[308352574] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"129.453015ms","start":"2026-03-01T14:08:57.201879Z","end":"2026-03-01T14:08:57.331332Z","steps":["trace[308352574] 'process raft request' (duration: 129.263361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.331358Z","caller":"traceutil/trace.go:171","msg":"trace[1361006700] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"131.196979ms","start":"2026-03-01T14:08:57.200113Z","end":"2026-03-01T14:08:57.33131Z","steps":["trace[1361006700] 'process raft request' (duration: 130.661466ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.331459Z","caller":"traceutil/trace.go:171","msg":"trace[1942194629] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"128.08355ms","start":"2026-03-01T14:08:57.203336Z","end":"2026-03-01T14:08:57.33142Z","steps":["trace[1942194629] 'process raft request' (duration: 127.900806ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.331492Z","caller":"traceutil/trace.go:171","msg":"trace[357099563] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"127.059915ms","start":"2026-03-01T14:08:57.204387Z","end":"2026-03-01T14:08:57.331446Z","steps":["trace[357099563] 'process raft request' (duration: 126.894331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.331718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.871121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-01T14:08:57.331745Z","caller":"traceutil/trace.go:171","msg":"trace[792632102] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"129.059685ms","start":"2026-03-01T14:08:57.202671Z","end":"2026-03-01T14:08:57.331731Z","steps":["trace[792632102] 'process raft request' (duration: 128.523732ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.331372Z","caller":"traceutil/trace.go:171","msg":"trace[2046801615] linearizableReadLoop","detail":"{readStateIndex:4403; appliedIndex:4399; }","duration":"128.512492ms","start":"2026-03-01T14:08:57.202841Z","end":"2026-03-01T14:08:57.331353Z","steps":["trace[2046801615] 'read index received' (duration: 17.408527ms)","trace[2046801615] 'applied index is now lower than readState.Index' (duration: 111.099835ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:57.331774Z","caller":"traceutil/trace.go:171","msg":"trace[1258655225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4212; }","duration":"128.988474ms","start":"2026-03-01T14:08:57.202773Z","end":"2026-03-01T14:08:57.331761Z","steps":["trace[1258655225] 'agreement among raft nodes before linearized reading' (duration: 128.663556ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.331805Z","caller":"traceutil/trace.go:171","msg":"trace[1166054035] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"129.986919ms","start":"2026-03-01T14:08:57.201805Z","end":"2026-03-01T14:08:57.331792Z","steps":["trace[1166054035] 'process raft request' (duration: 129.279361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.332043Z","caller":"traceutil/trace.go:171","msg":"trace[943339924] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"127.589269ms","start":"2026-03-01T14:08:57.204439Z","end":"2026-03-01T14:08:57.332029Z","steps":["trace[943339924] 'process raft request' (duration: 126.872921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.635626Z","caller":"traceutil/trace.go:171","msg":"trace[1511257803] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"223.231887ms","start":"2026-03-01T14:08:57.412356Z","end":"2026-03-01T14:08:57.635587Z","steps":["trace[1511257803] 'process raft request' (duration: 223.179866ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.635764Z","caller":"traceutil/trace.go:171","msg":"trace[1268655110] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4408; }","duration":"223.643317ms","start":"2026-03-01T14:08:57.412099Z","end":"2026-03-01T14:08:57.635743Z","steps":["trace[1268655110] 'read index received' (duration: 165.15776ms)","trace[1268655110] 'applied index is now lower than readState.Index' (duration: 58.482527ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:57.635648Z","caller":"traceutil/trace.go:171","msg":"trace[774702061] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"292.624237ms","start":"2026-03-01T14:08:57.342988Z","end":"2026-03-01T14:08:57.635612Z","steps":["trace[774702061] 'process raft request' (duration: 292.476083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.636208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.072117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125711"} {"level":"warn","ts":"2026-03-01T14:08:57.636272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.058894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:57.636321Z","caller":"traceutil/trace.go:171","msg":"trace[103037694] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4217; }","duration":"224.236681ms","start":"2026-03-01T14:08:57.412049Z","end":"2026-03-01T14:08:57.636285Z","steps":["trace[103037694] 'agreement among raft nodes before linearized reading' (duration: 223.80046ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.636339Z","caller":"traceutil/trace.go:171","msg":"trace[1929503768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4217; }","duration":"115.467404ms","start":"2026-03-01T14:08:57.520852Z","end":"2026-03-01T14:08:57.63632Z","steps":["trace[1929503768] 'agreement among raft nodes before linearized reading' (duration: 115.024963ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.635694Z","caller":"traceutil/trace.go:171","msg":"trace[1064189635] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"292.732119ms","start":"2026-03-01T14:08:57.342929Z","end":"2026-03-01T14:08:57.635661Z","steps":["trace[1064189635] 'process raft request' (duration: 234.385476ms)","trace[1064189635] 'compare' (duration: 57.873431ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:57.927832Z","caller":"traceutil/trace.go:171","msg":"trace[220265991] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"142.572654ms","start":"2026-03-01T14:08:57.785232Z","end":"2026-03-01T14:08:57.927805Z","steps":["trace[220265991] 'process raft request' (duration: 142.508683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:57.927868Z","caller":"traceutil/trace.go:171","msg":"trace[2065047645] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"146.503852ms","start":"2026-03-01T14:08:57.781335Z","end":"2026-03-01T14:08:57.927839Z","steps":["trace[2065047645] 'process raft request' (duration: 140.496981ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:58.054734Z","caller":"traceutil/trace.go:171","msg":"trace[1508328691] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"108.397977ms","start":"2026-03-01T14:08:57.946312Z","end":"2026-03-01T14:08:58.05471Z","steps":["trace[1508328691] 'process raft request' (duration: 108.328015ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:58.054759Z","caller":"traceutil/trace.go:171","msg":"trace[1539714065] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"116.814318ms","start":"2026-03-01T14:08:57.9379Z","end":"2026-03-01T14:08:58.054714Z","steps":["trace[1539714065] 'process raft request' (duration: 116.701845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:58.054886Z","caller":"traceutil/trace.go:171","msg":"trace[1099275763] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"118.208133ms","start":"2026-03-01T14:08:57.936663Z","end":"2026-03-01T14:08:58.054871Z","steps":["trace[1099275763] 'process raft request' (duration: 117.892765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:58.054742Z","caller":"traceutil/trace.go:171","msg":"trace[1090067817] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"118.86041ms","start":"2026-03-01T14:08:57.935841Z","end":"2026-03-01T14:08:58.054702Z","steps":["trace[1090067817] 'process raft request' (duration: 110.819819ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:59.547782Z","caller":"traceutil/trace.go:171","msg":"trace[1596158546] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4633; }","duration":"102.580891ms","start":"2026-03-01T14:08:59.44517Z","end":"2026-03-01T14:08:59.547751Z","steps":["trace[1596158546] 'read index received' (duration: 101.172216ms)","trace[1596158546] 'applied index is now lower than readState.Index' (duration: 1.407285ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:59.547861Z","caller":"traceutil/trace.go:171","msg":"trace[1404189770] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"144.471981ms","start":"2026-03-01T14:08:59.403356Z","end":"2026-03-01T14:08:59.547828Z","steps":["trace[1404189770] 'process raft request' (duration: 143.646551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:59.548062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.885198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-w4t25\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-03-01T14:08:59.548121Z","caller":"traceutil/trace.go:171","msg":"trace[1335250614] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-w4t25; range_end:; response_count:1; response_revision:4436; }","duration":"103.018513ms","start":"2026-03-01T14:08:59.445086Z","end":"2026-03-01T14:08:59.548105Z","steps":["trace[1335250614] 'agreement among raft nodes before linearized reading' (duration: 102.826988ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:00.177939Z","caller":"traceutil/trace.go:171","msg":"trace[730015822] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"325.448289ms","start":"2026-03-01T14:08:59.852458Z","end":"2026-03-01T14:09:00.177906Z","steps":["trace[730015822] 'process raft request' (duration: 242.326166ms)","trace[730015822] 'compare' (duration: 82.707972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:00.178309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:59.852443Z","time spent":"325.772246ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2819,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:00.184273Z","caller":"traceutil/trace.go:171","msg":"trace[1897122461] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"279.027685ms","start":"2026-03-01T14:08:59.905218Z","end":"2026-03-01T14:09:00.184245Z","steps":["trace[1897122461] 'process raft request' (duration: 278.81901ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:00.18429Z","caller":"traceutil/trace.go:171","msg":"trace[1386519788] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4450; }","duration":"231.894684ms","start":"2026-03-01T14:08:59.952376Z","end":"2026-03-01T14:09:00.184271Z","steps":["trace[1386519788] 'process raft request' (duration: 231.783131ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:00.184599Z","caller":"traceutil/trace.go:171","msg":"trace[1297701710] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"123.611319ms","start":"2026-03-01T14:09:00.060927Z","end":"2026-03-01T14:09:00.184538Z","steps":["trace[1297701710] 'process raft request' (duration: 123.27339ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:00.450369Z","caller":"traceutil/trace.go:171","msg":"trace[750698622] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"172.393514ms","start":"2026-03-01T14:09:00.277948Z","end":"2026-03-01T14:09:00.450341Z","steps":["trace[750698622] 'process raft request' (duration: 118.079844ms)","trace[750698622] 'compare' (duration: 54.168306ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:00.816818Z","caller":"traceutil/trace.go:171","msg":"trace[254245039] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"127.34466ms","start":"2026-03-01T14:09:00.689438Z","end":"2026-03-01T14:09:00.816783Z","steps":["trace[254245039] 'process raft request' (duration: 127.136775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:02.54609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.764698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:02.546243Z","caller":"traceutil/trace.go:171","msg":"trace[928350502] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4479; }","duration":"184.939673ms","start":"2026-03-01T14:09:02.361285Z","end":"2026-03-01T14:09:02.546225Z","steps":["trace[928350502] 'range keys from in-memory index tree' (duration: 184.732658ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:02.546172Z","caller":"traceutil/trace.go:171","msg":"trace[642698695] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"325.640882ms","start":"2026-03-01T14:09:02.220508Z","end":"2026-03-01T14:09:02.546149Z","steps":["trace[642698695] 'process raft request' (duration: 322.709908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:02.546611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:02.220477Z","time spent":"326.01903ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:02.548248Z","caller":"traceutil/trace.go:171","msg":"trace[2020831936] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"126.786607ms","start":"2026-03-01T14:09:02.421404Z","end":"2026-03-01T14:09:02.548191Z","steps":["trace[2020831936] 'process raft request' (duration: 126.250543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:03.426125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.341287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:09:03.426222Z","caller":"traceutil/trace.go:171","msg":"trace[1102658339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4483; }","duration":"153.505111ms","start":"2026-03-01T14:09:03.272692Z","end":"2026-03-01T14:09:03.426197Z","steps":["trace[1102658339] 'range keys from in-memory index tree' (duration: 153.203963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:03.426547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.276576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-j7t57\" ","response":"range_response_count:1 size:4486"} {"level":"info","ts":"2026-03-01T14:09:03.426618Z","caller":"traceutil/trace.go:171","msg":"trace[1718876205] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-j7t57; range_end:; response_count:1; response_revision:4483; }","duration":"251.535143ms","start":"2026-03-01T14:09:03.175062Z","end":"2026-03-01T14:09:03.426598Z","steps":["trace[1718876205] 'range keys from in-memory index tree' (duration: 250.854545ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:04.719117Z","caller":"traceutil/trace.go:171","msg":"trace[2038840791] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4694; }","duration":"116.252361ms","start":"2026-03-01T14:09:04.602827Z","end":"2026-03-01T14:09:04.71908Z","steps":["trace[2038840791] 'read index received' (duration: 116.106937ms)","trace[2038840791] 'applied index is now lower than readState.Index' (duration: 144.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:04.719172Z","caller":"traceutil/trace.go:171","msg":"trace[837681704] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"164.890157ms","start":"2026-03-01T14:09:04.55423Z","end":"2026-03-01T14:09:04.71912Z","steps":["trace[837681704] 'process raft request' (duration: 164.671101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:04.719249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.406064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:09:04.719285Z","caller":"traceutil/trace.go:171","msg":"trace[1073801755] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4495; }","duration":"116.519188ms","start":"2026-03-01T14:09:04.602756Z","end":"2026-03-01T14:09:04.719275Z","steps":["trace[1073801755] 'agreement among raft nodes before linearized reading' (duration: 116.432675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:06.860595Z","caller":"traceutil/trace.go:171","msg":"trace[2002593279] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"136.162484ms","start":"2026-03-01T14:09:06.724395Z","end":"2026-03-01T14:09:06.860558Z","steps":["trace[2002593279] 'process raft request' (duration: 135.908947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:07.328156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.474714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:07.328418Z","caller":"traceutil/trace.go:171","msg":"trace[1148472955] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"438.522207ms","start":"2026-03-01T14:09:06.889842Z","end":"2026-03-01T14:09:07.328364Z","steps":["trace[1148472955] 'process raft request' (duration: 289.744485ms)","trace[1148472955] 'compare' (duration: 148.122125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:07.328589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:06.889815Z","time spent":"438.683901ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:07.331427Z","caller":"traceutil/trace.go:171","msg":"trace[1970115727] linearizableReadLoop","detail":"{readStateIndex:4743; appliedIndex:4740; }","duration":"112.364333ms","start":"2026-03-01T14:09:07.219044Z","end":"2026-03-01T14:09:07.331408Z","steps":["trace[1970115727] 'read index received' (duration: 108.510706ms)","trace[1970115727] 'applied index is now lower than readState.Index' (duration: 3.852437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:07.331599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.556968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-97qf8\" ","response":"range_response_count:1 size:9633"} {"level":"info","ts":"2026-03-01T14:09:07.331642Z","caller":"traceutil/trace.go:171","msg":"trace[543576403] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-97qf8; range_end:; response_count:1; response_revision:4539; }","duration":"112.653411ms","start":"2026-03-01T14:09:07.218973Z","end":"2026-03-01T14:09:07.331627Z","steps":["trace[543576403] 'agreement among raft nodes before linearized reading' (duration: 112.503907ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:07.331592Z","caller":"traceutil/trace.go:171","msg":"trace[242628128] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"256.755884ms","start":"2026-03-01T14:09:07.074803Z","end":"2026-03-01T14:09:07.331559Z","steps":["trace[242628128] 'process raft request' (duration: 256.463457ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:07.332709Z","caller":"traceutil/trace.go:171","msg":"trace[1727931333] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"108.438073ms","start":"2026-03-01T14:09:07.224253Z","end":"2026-03-01T14:09:07.332692Z","steps":["trace[1727931333] 'process raft request' (duration: 108.384432ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:07.332764Z","caller":"traceutil/trace.go:171","msg":"trace[615631549] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"112.845825ms","start":"2026-03-01T14:09:07.219867Z","end":"2026-03-01T14:09:07.332713Z","steps":["trace[615631549] 'process raft request' (duration: 112.698441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:08.034763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.36317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-01T14:09:08.034863Z","caller":"traceutil/trace.go:171","msg":"trace[675570843] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4586; }","duration":"123.480963ms","start":"2026-03-01T14:09:07.911359Z","end":"2026-03-01T14:09:08.034839Z","steps":["trace[675570843] 'agreement among raft nodes before linearized reading' (duration: 123.216686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:08.034862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.752019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57488"} {"level":"info","ts":"2026-03-01T14:09:08.034873Z","caller":"traceutil/trace.go:171","msg":"trace[1520802318] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"102.061923ms","start":"2026-03-01T14:09:07.932524Z","end":"2026-03-01T14:09:08.034586Z","steps":["trace[1520802318] 'process raft request' (duration: 101.872239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:08.034943Z","caller":"traceutil/trace.go:171","msg":"trace[1343659903] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4586; }","duration":"123.854993ms","start":"2026-03-01T14:09:07.91107Z","end":"2026-03-01T14:09:08.034925Z","steps":["trace[1343659903] 'agreement among raft nodes before linearized reading' (duration: 123.533895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:09.228292Z","caller":"traceutil/trace.go:171","msg":"trace[1998062303] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"169.262378ms","start":"2026-03-01T14:09:09.059002Z","end":"2026-03-01T14:09:09.228264Z","steps":["trace[1998062303] 'process raft request' (duration: 169.090723ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:09.371685Z","caller":"traceutil/trace.go:171","msg":"trace[207589272] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"117.346609ms","start":"2026-03-01T14:09:09.254317Z","end":"2026-03-01T14:09:09.371663Z","steps":["trace[207589272] 'process raft request' (duration: 106.446564ms)","trace[207589272] 'compare' (duration: 10.590957ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:09.487131Z","caller":"traceutil/trace.go:171","msg":"trace[1208026994] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4845; }","duration":"110.473255ms","start":"2026-03-01T14:09:09.376627Z","end":"2026-03-01T14:09:09.487101Z","steps":["trace[1208026994] 'read index received' (duration: 109.912701ms)","trace[1208026994] 'applied index is now lower than readState.Index' (duration: 559.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:09.487318Z","caller":"traceutil/trace.go:171","msg":"trace[1499701656] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"127.983526ms","start":"2026-03-01T14:09:09.359272Z","end":"2026-03-01T14:09:09.487256Z","steps":["trace[1499701656] 'process raft request' (duration: 127.76034ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:09.487309Z","caller":"traceutil/trace.go:171","msg":"trace[470717594] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"149.750995ms","start":"2026-03-01T14:09:09.337512Z","end":"2026-03-01T14:09:09.487263Z","steps":["trace[470717594] 'process raft request' (duration: 149.049758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:09.487499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.840235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-01T14:09:09.48756Z","caller":"traceutil/trace.go:171","msg":"trace[2020814817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:4642; }","duration":"110.939977ms","start":"2026-03-01T14:09:09.376603Z","end":"2026-03-01T14:09:09.487543Z","steps":["trace[2020814817] 'agreement among raft nodes before linearized reading' (duration: 110.661819ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:12.387682Z","caller":"traceutil/trace.go:171","msg":"trace[214252329] linearizableReadLoop","detail":"{readStateIndex:4878; appliedIndex:4877; }","duration":"316.649004ms","start":"2026-03-01T14:09:12.07101Z","end":"2026-03-01T14:09:12.387659Z","steps":["trace[214252329] 'read index received' (duration: 316.605323ms)","trace[214252329] 'applied index is now lower than readState.Index' (duration: 42.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:12.387793Z","caller":"traceutil/trace.go:171","msg":"trace[450665699] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4671; }","duration":"347.327767ms","start":"2026-03-01T14:09:12.040435Z","end":"2026-03-01T14:09:12.387762Z","steps":["trace[450665699] 'process raft request' (duration: 347.162673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:12.387926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.040418Z","time spent":"347.45043ms","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:09:12.387913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.892149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-01T14:09:12.387998Z","caller":"traceutil/trace.go:171","msg":"trace[1824759074] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:4671; }","duration":"317.019233ms","start":"2026-03-01T14:09:12.070963Z","end":"2026-03-01T14:09:12.387983Z","steps":["trace[1824759074] 'agreement among raft nodes before linearized reading' (duration: 316.838988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:12.388076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.070943Z","time spent":"317.120625ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4104,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" "} {"level":"warn","ts":"2026-03-01T14:09:12.888784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227851262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:13.390018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227851262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:13.462119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074639715s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:09:13.462565Z","caller":"traceutil/trace.go:171","msg":"trace[1477646360] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"1.18783999s","start":"2026-03-01T14:09:12.274696Z","end":"2026-03-01T14:09:13.462536Z","steps":["trace[1477646360] 'process raft request' (duration: 1.187649285s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.462719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.274678Z","time spent":"1.187961444s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:13.659944Z","caller":"traceutil/trace.go:171","msg":"trace[956637777] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"845.002446ms","start":"2026-03-01T14:09:12.814917Z","end":"2026-03-01T14:09:13.65992Z","steps":["trace[956637777] 'process raft request' (duration: 842.282498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.660158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.814896Z","time spent":"845.13966ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:13.659958Z","caller":"traceutil/trace.go:171","msg":"trace[2095179517] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"688.984922ms","start":"2026-03-01T14:09:12.970952Z","end":"2026-03-01T14:09:13.659937Z","steps":["trace[2095179517] 'process raft request' (duration: 688.844788ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.660376Z","caller":"traceutil/trace.go:171","msg":"trace[498123313] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4878; }","duration":"1.27235366s","start":"2026-03-01T14:09:12.387785Z","end":"2026-03-01T14:09:13.660138Z","steps":["trace[498123313] 'read index received' (duration: 1.074573023s)","trace[498123313] 'applied index is now lower than readState.Index' (duration: 197.778167ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:13.660381Z","caller":"traceutil/trace.go:171","msg":"trace[1098210165] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"159.294016ms","start":"2026-03-01T14:09:13.501066Z","end":"2026-03-01T14:09:13.66036Z","steps":["trace[1098210165] 'process raft request' (duration: 158.961678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.660399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.970927Z","time spent":"689.385272ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:13.660544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547384994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:09:13.660606Z","caller":"traceutil/trace.go:171","msg":"trace[129195353] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4675; }","duration":"1.547472576s","start":"2026-03-01T14:09:12.113119Z","end":"2026-03-01T14:09:13.660591Z","steps":["trace[129195353] 'agreement among raft nodes before linearized reading' (duration: 1.547362873s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.66066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.113105Z","time spent":"1.547539998s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:13.660661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148665441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:13.660684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271988511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" ","response":"range_response_count:1 size:4050"} {"level":"warn","ts":"2026-03-01T14:09:13.660716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41234723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-01T14:09:13.660777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.101989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:09:13.660805Z","caller":"traceutil/trace.go:171","msg":"trace[1624165139] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4675; }","duration":"1.412487914s","start":"2026-03-01T14:09:12.248297Z","end":"2026-03-01T14:09:13.660785Z","steps":["trace[1624165139] 'agreement among raft nodes before linearized reading' (duration: 1.412155866s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.660831Z","caller":"traceutil/trace.go:171","msg":"trace[1831058245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:4675; }","duration":"153.188312ms","start":"2026-03-01T14:09:13.507628Z","end":"2026-03-01T14:09:13.660817Z","steps":["trace[1831058245] 'agreement among raft nodes before linearized reading' (duration: 153.069899ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.660779Z","caller":"traceutil/trace.go:171","msg":"trace[295928443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98; range_end:; response_count:1; response_revision:4675; }","duration":"1.272169665s","start":"2026-03-01T14:09:12.38859Z","end":"2026-03-01T14:09:13.66076Z","steps":["trace[295928443] 'agreement among raft nodes before linearized reading' (duration: 1.27194376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.660853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.248276Z","time spent":"1.412565675s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T14:09:13.660942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.388551Z","time spent":"1.272343479s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" "} {"level":"warn","ts":"2026-03-01T14:09:13.661064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.578795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-01T14:09:13.661104Z","caller":"traceutil/trace.go:171","msg":"trace[1564987326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:4675; }","duration":"267.75867ms","start":"2026-03-01T14:09:13.393336Z","end":"2026-03-01T14:09:13.661095Z","steps":["trace[1564987326] 'agreement among raft nodes before linearized reading' (duration: 267.663978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.660672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139269895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:13.661163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.985589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:09:13.661164Z","caller":"traceutil/trace.go:171","msg":"trace[87766204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4675; }","duration":"1.139796477s","start":"2026-03-01T14:09:12.521352Z","end":"2026-03-01T14:09:13.661148Z","steps":["trace[87766204] 'agreement among raft nodes before linearized reading' (duration: 1.139281024s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.661224Z","caller":"traceutil/trace.go:171","msg":"trace[939459095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4675; }","duration":"138.088231ms","start":"2026-03-01T14:09:13.523122Z","end":"2026-03-01T14:09:13.66121Z","steps":["trace[939459095] 'agreement among raft nodes before linearized reading' (duration: 137.933117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.660663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.054438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:09:13.661289Z","caller":"traceutil/trace.go:171","msg":"trace[364216802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4675; }","duration":"151.763626ms","start":"2026-03-01T14:09:13.509517Z","end":"2026-03-01T14:09:13.661281Z","steps":["trace[364216802] 'agreement among raft nodes before linearized reading' (duration: 151.019958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.661235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.521333Z","time spent":"1.13988765s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:09:13.661235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.900857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:09:13.660723Z","caller":"traceutil/trace.go:171","msg":"trace[959257961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4675; }","duration":"1.148761874s","start":"2026-03-01T14:09:12.511941Z","end":"2026-03-01T14:09:13.660703Z","steps":["trace[959257961] 'agreement among raft nodes before linearized reading' (duration: 1.148670741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.661459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.805735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:09:13.661517Z","caller":"traceutil/trace.go:171","msg":"trace[1977684540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4675; }","duration":"141.865488ms","start":"2026-03-01T14:09:13.519639Z","end":"2026-03-01T14:09:13.661504Z","steps":["trace[1977684540] 'agreement among raft nodes before linearized reading' (duration: 141.724573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.661608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376021055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-01T14:09:13.661923Z","caller":"traceutil/trace.go:171","msg":"trace[1625353135] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98; range_end:; response_count:1; response_revision:4675; }","duration":"1.376530048s","start":"2026-03-01T14:09:12.285376Z","end":"2026-03-01T14:09:13.661906Z","steps":["trace[1625353135] 'agreement among raft nodes before linearized reading' (duration: 1.375135692s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.662007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.285358Z","time spent":"1.37663368s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" "} {"level":"warn","ts":"2026-03-01T14:09:13.662115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27310903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-01T14:09:13.661469Z","caller":"traceutil/trace.go:171","msg":"trace[364124062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4675; }","duration":"138.141693ms","start":"2026-03-01T14:09:13.523312Z","end":"2026-03-01T14:09:13.661454Z","steps":["trace[364124062] 'agreement among raft nodes before linearized reading' (duration: 137.870196ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.662282Z","caller":"traceutil/trace.go:171","msg":"trace[1328253784] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4675; }","duration":"1.273312825s","start":"2026-03-01T14:09:12.388927Z","end":"2026-03-01T14:09:13.66224Z","steps":["trace[1328253784] 'agreement among raft nodes before linearized reading' (duration: 1.272044032s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.661478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.511922Z","time spent":"1.149541955s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:13.66238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.38892Z","time spent":"1.273440378s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":396,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-03-01T14:09:13.662032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.925427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:09:13.662546Z","caller":"traceutil/trace.go:171","msg":"trace[1074493540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4675; }","duration":"136.41743ms","start":"2026-03-01T14:09:13.526073Z","end":"2026-03-01T14:09:13.66249Z","steps":["trace[1074493540] 'agreement among raft nodes before linearized reading' (duration: 134.619734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:17.969611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227851535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:18.470855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227851535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:18.746871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.401245039s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:09:18.747273Z","caller":"traceutil/trace.go:171","msg":"trace[1145603380] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"1.401787862s","start":"2026-03-01T14:09:17.345458Z","end":"2026-03-01T14:09:18.747246Z","steps":["trace[1145603380] 'process raft request' (duration: 1.401607368s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.747429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.345426Z","time spent":"1.401920236s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:18.811393Z","caller":"traceutil/trace.go:171","msg":"trace[1700579844] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5054; }","duration":"1.342771784s","start":"2026-03-01T14:09:17.468596Z","end":"2026-03-01T14:09:18.811368Z","steps":["trace[1700579844] 'read index received' (duration: 1.278485603s)","trace[1700579844] 'applied index is now lower than readState.Index' (duration: 64.284831ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:18.811427Z","caller":"traceutil/trace.go:171","msg":"trace[982717256] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"1.138864814s","start":"2026-03-01T14:09:17.672532Z","end":"2026-03-01T14:09:18.811397Z","steps":["trace[982717256] 'process raft request' (duration: 1.138758951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.811585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.672498Z","time spent":"1.138992197s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:18.811555Z","caller":"traceutil/trace.go:171","msg":"trace[2005549210] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"1.138056174s","start":"2026-03-01T14:09:17.673442Z","end":"2026-03-01T14:09:18.811498Z","steps":["trace[2005549210] 'process raft request' (duration: 1.137887979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.811715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1307701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:09:18.811741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.055834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:18.811842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.217275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:09:18.811806Z","caller":"traceutil/trace.go:171","msg":"trace[971927150] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"1.336288942s","start":"2026-03-01T14:09:17.475463Z","end":"2026-03-01T14:09:18.811752Z","steps":["trace[971927150] 'process raft request' (duration: 1.335661676s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.811869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077661201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-351655e7-6e67-412f-93ea-d16640dce124\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-01T14:09:18.81184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.673428Z","time spent":"1.138259278s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:18.811886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.070588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:09:18.811903Z","caller":"traceutil/trace.go:171","msg":"trace[894172399] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-351655e7-6e67-412f-93ea-d16640dce124; range_end:; response_count:1; response_revision:4845; }","duration":"1.077736093s","start":"2026-03-01T14:09:17.734157Z","end":"2026-03-01T14:09:18.811894Z","steps":["trace[894172399] 'agreement among raft nodes before linearized reading' (duration: 1.077663352s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:18.811897Z","caller":"traceutil/trace.go:171","msg":"trace[935847114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4845; }","duration":"374.341598ms","start":"2026-03-01T14:09:18.437538Z","end":"2026-03-01T14:09:18.81188Z","steps":["trace[935847114] 'agreement among raft nodes before linearized reading' (duration: 374.233275ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:18.811928Z","caller":"traceutil/trace.go:171","msg":"trace[218032805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4845; }","duration":"149.182861ms","start":"2026-03-01T14:09:18.662735Z","end":"2026-03-01T14:09:18.811918Z","steps":["trace[218032805] 'agreement among raft nodes before linearized reading' (duration: 149.044328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.811929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.734136Z","time spent":"1.077788144s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-351655e7-6e67-412f-93ea-d16640dce124\" "} {"level":"warn","ts":"2026-03-01T14:09:18.811939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:18.437518Z","time spent":"374.41165ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:09:18.81186Z","caller":"traceutil/trace.go:171","msg":"trace[631820039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"290.300709ms","start":"2026-03-01T14:09:18.521541Z","end":"2026-03-01T14:09:18.811842Z","steps":["trace[631820039] 'agreement among raft nodes before linearized reading' (duration: 290.066933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.811956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112051428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:09:18.81198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.475444Z","time spent":"1.336463016s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:18.811791Z","caller":"traceutil/trace.go:171","msg":"trace[1286105244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4845; }","duration":"1.130891144s","start":"2026-03-01T14:09:17.680883Z","end":"2026-03-01T14:09:18.811774Z","steps":["trace[1286105244] 'agreement among raft nodes before linearized reading' (duration: 1.130701779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.812003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116152331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:09:18.812043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.680869Z","time spent":"1.13116394s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:09:18.812044Z","caller":"traceutil/trace.go:171","msg":"trace[387220642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4845; }","duration":"1.112149191s","start":"2026-03-01T14:09:17.699873Z","end":"2026-03-01T14:09:18.812022Z","steps":["trace[387220642] 'agreement among raft nodes before linearized reading' (duration: 1.111943986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.811738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108111839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:09:18.812088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.699867Z","time spent":"1.112211782s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:09:18.812088Z","caller":"traceutil/trace.go:171","msg":"trace[1524767518] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:4845; }","duration":"1.116277284s","start":"2026-03-01T14:09:17.695789Z","end":"2026-03-01T14:09:18.812066Z","steps":["trace[1524767518] 'agreement among raft nodes before linearized reading' (duration: 1.115978116s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.812139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.695777Z","time spent":"1.116353346s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:09:18.812185Z","caller":"traceutil/trace.go:171","msg":"trace[1933191066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4845; }","duration":"1.108507999s","start":"2026-03-01T14:09:17.703605Z","end":"2026-03-01T14:09:18.812113Z","steps":["trace[1933191066] 'agreement among raft nodes before linearized reading' (duration: 1.107992626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.812143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113497144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:09:18.812308Z","caller":"traceutil/trace.go:171","msg":"trace[1662860330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4845; }","duration":"1.113704229s","start":"2026-03-01T14:09:17.698567Z","end":"2026-03-01T14:09:18.812271Z","steps":["trace[1662860330] 'agreement among raft nodes before linearized reading' (duration: 1.113121924s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.812391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.69856Z","time spent":"1.113815652s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:09:18.812232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.703533Z","time spent":"1.108687294s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:09:18.812696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116820988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:09:18.812774Z","caller":"traceutil/trace.go:171","msg":"trace[205571230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4845; }","duration":"1.11691739s","start":"2026-03-01T14:09:17.695838Z","end":"2026-03-01T14:09:18.812755Z","steps":["trace[205571230] 'agreement among raft nodes before linearized reading' (duration: 1.115908965s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.812828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.695834Z","time spent":"1.116980671s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:18.813613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345009221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776725"} {"level":"info","ts":"2026-03-01T14:09:18.813669Z","caller":"traceutil/trace.go:171","msg":"trace[534745839] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4845; }","duration":"1.345065892s","start":"2026-03-01T14:09:17.468589Z","end":"2026-03-01T14:09:18.813655Z","steps":["trace[534745839] 'agreement among raft nodes before linearized reading' (duration: 1.342912418s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:18.813703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:17.468524Z","time spent":"1.345170145s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776749,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-01T14:09:18.934767Z","caller":"traceutil/trace.go:171","msg":"trace[1812459630] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"117.069802ms","start":"2026-03-01T14:09:18.817667Z","end":"2026-03-01T14:09:18.934737Z","steps":["trace[1812459630] 'process raft request' (duration: 116.766834ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:18.935176Z","caller":"traceutil/trace.go:171","msg":"trace[1587951177] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"117.339559ms","start":"2026-03-01T14:09:18.817828Z","end":"2026-03-01T14:09:18.935168Z","steps":["trace[1587951177] 'process raft request' (duration: 117.090972ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:18.93522Z","caller":"traceutil/trace.go:171","msg":"trace[1564969781] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"117.279638ms","start":"2026-03-01T14:09:18.817929Z","end":"2026-03-01T14:09:18.935208Z","steps":["trace[1564969781] 'process raft request' (duration: 117.239247ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:18.935299Z","caller":"traceutil/trace.go:171","msg":"trace[352215722] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"117.426431ms","start":"2026-03-01T14:09:18.817851Z","end":"2026-03-01T14:09:18.935278Z","steps":["trace[352215722] 'process raft request' (duration: 117.266727ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:18.935057Z","caller":"traceutil/trace.go:171","msg":"trace[1673989718] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"117.245336ms","start":"2026-03-01T14:09:18.817742Z","end":"2026-03-01T14:09:18.934988Z","steps":["trace[1673989718] 'process raft request' (duration: 116.851306ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.052364Z","caller":"traceutil/trace.go:171","msg":"trace[1423008326] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"234.557494ms","start":"2026-03-01T14:09:20.81778Z","end":"2026-03-01T14:09:21.052338Z","steps":["trace[1423008326] 'process raft request' (duration: 234.366349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.2853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.505147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:21.285438Z","caller":"traceutil/trace.go:171","msg":"trace[1302102647] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5064; }","duration":"464.00959ms","start":"2026-03-01T14:09:20.821412Z","end":"2026-03-01T14:09:21.285422Z","steps":["trace[1302102647] 'read index received' (duration: 230.82051ms)","trace[1302102647] 'applied index is now lower than readState.Index' (duration: 233.18793ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:21.285598Z","caller":"traceutil/trace.go:171","msg":"trace[1502310454] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"467.692152ms","start":"2026-03-01T14:09:20.817864Z","end":"2026-03-01T14:09:21.285556Z","steps":["trace[1502310454] 'process raft request' (duration: 354.855977ms)","trace[1502310454] 'compare' (duration: 112.391774ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:21.285602Z","caller":"traceutil/trace.go:171","msg":"trace[2090564896] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"466.056451ms","start":"2026-03-01T14:09:20.819471Z","end":"2026-03-01T14:09:21.285528Z","steps":["trace[2090564896] 'process raft request' (duration: 465.908788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.652824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:09:21.285677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.817834Z","time spent":"467.810405ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:21.2857Z","caller":"traceutil/trace.go:171","msg":"trace[718032972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4854; }","duration":"435.701165ms","start":"2026-03-01T14:09:20.849992Z","end":"2026-03-01T14:09:21.285693Z","steps":["trace[718032972] 'agreement among raft nodes before linearized reading' (duration: 435.645524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.163638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-351655e7-6e67-412f-93ea-d16640dce124\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-01T14:09:21.285723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.849974Z","time spent":"435.741636ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:21.28572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.012514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:21.28572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.62005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:09:21.285735Z","caller":"traceutil/trace.go:171","msg":"trace[501474424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-351655e7-6e67-412f-93ea-d16640dce124; range_end:; response_count:1; response_revision:4854; }","duration":"463.2322ms","start":"2026-03-01T14:09:20.822491Z","end":"2026-03-01T14:09:21.285723Z","steps":["trace[501474424] 'agreement among raft nodes before linearized reading' (duration: 463.055906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.211025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:09:21.28576Z","caller":"traceutil/trace.go:171","msg":"trace[51082053] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4854; }","duration":"225.109386ms","start":"2026-03-01T14:09:21.060639Z","end":"2026-03-01T14:09:21.285748Z","steps":["trace[51082053] 'agreement among raft nodes before linearized reading' (duration: 225.034864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.703366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:09:21.285767Z","caller":"traceutil/trace.go:171","msg":"trace[475936382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4854; }","duration":"346.695462ms","start":"2026-03-01T14:09:20.93906Z","end":"2026-03-01T14:09:21.285755Z","steps":["trace[475936382] 'agreement among raft nodes before linearized reading' (duration: 346.521388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.822477Z","time spent":"463.288201ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-351655e7-6e67-412f-93ea-d16640dce124\" "} {"level":"warn","ts":"2026-03-01T14:09:21.285799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.939012Z","time spent":"346.778854ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:09:21.285798Z","caller":"traceutil/trace.go:171","msg":"trace[1519893694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4854; }","duration":"345.85334ms","start":"2026-03-01T14:09:20.93993Z","end":"2026-03-01T14:09:21.285784Z","steps":["trace[1519893694] 'agreement among raft nodes before linearized reading' (duration: 345.616054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.819456Z","time spent":"466.239856ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:21.285806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.77869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:09:21.285833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.939899Z","time spent":"345.927252ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:09:21.285772Z","caller":"traceutil/trace.go:171","msg":"trace[1969402481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:4854; }","duration":"464.40559ms","start":"2026-03-01T14:09:20.82136Z","end":"2026-03-01T14:09:21.285765Z","steps":["trace[1969402481] 'agreement among raft nodes before linearized reading' (duration: 464.148094ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.285849Z","caller":"traceutil/trace.go:171","msg":"trace[284154005] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4854; }","duration":"261.854042ms","start":"2026-03-01T14:09:21.023984Z","end":"2026-03-01T14:09:21.285838Z","steps":["trace[284154005] 'agreement among raft nodes before linearized reading' (duration: 261.78341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.821344Z","time spent":"464.521713ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:09:21.28572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.862271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:09:21.285855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.828325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:09:21.285929Z","caller":"traceutil/trace.go:171","msg":"trace[2067338578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4854; }","duration":"346.084596ms","start":"2026-03-01T14:09:20.939829Z","end":"2026-03-01T14:09:21.285914Z","steps":["trace[2067338578] 'agreement among raft nodes before linearized reading' (duration: 345.765368ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.28596Z","caller":"traceutil/trace.go:171","msg":"trace[2031871038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4854; }","duration":"346.966648ms","start":"2026-03-01T14:09:20.938967Z","end":"2026-03-01T14:09:21.285934Z","steps":["trace[2031871038] 'agreement among raft nodes before linearized reading' (duration: 346.63317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.285977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.939825Z","time spent":"346.139747ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:21.286013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.938957Z","time spent":"347.046591ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:09:21.482213Z","caller":"traceutil/trace.go:171","msg":"trace[301518956] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"191.56583ms","start":"2026-03-01T14:09:21.290612Z","end":"2026-03-01T14:09:21.482177Z","steps":["trace[301518956] 'process raft request' (duration: 191.308183ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.483861Z","caller":"traceutil/trace.go:171","msg":"trace[916273193] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"193.169621ms","start":"2026-03-01T14:09:21.29066Z","end":"2026-03-01T14:09:21.48383Z","steps":["trace[916273193] 'process raft request' (duration: 192.885164ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.484117Z","caller":"traceutil/trace.go:171","msg":"trace[1677504230] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"193.15915ms","start":"2026-03-01T14:09:21.290936Z","end":"2026-03-01T14:09:21.484095Z","steps":["trace[1677504230] 'process raft request' (duration: 193.047738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.484126Z","caller":"traceutil/trace.go:171","msg":"trace[1383622667] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"193.452488ms","start":"2026-03-01T14:09:21.290651Z","end":"2026-03-01T14:09:21.484104Z","steps":["trace[1383622667] 'process raft request' (duration: 193.13118ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.484175Z","caller":"traceutil/trace.go:171","msg":"trace[1335028578] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5067; }","duration":"192.71342ms","start":"2026-03-01T14:09:21.291434Z","end":"2026-03-01T14:09:21.484147Z","steps":["trace[1335028578] 'read index received' (duration: 190.447322ms)","trace[1335028578] 'applied index is now lower than readState.Index' (duration: 2.265008ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:21.484264Z","caller":"traceutil/trace.go:171","msg":"trace[461458475] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"192.30693ms","start":"2026-03-01T14:09:21.291919Z","end":"2026-03-01T14:09:21.484225Z","steps":["trace[461458475] 'process raft request' (duration: 192.145926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.48436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.518304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:21.484425Z","caller":"traceutil/trace.go:171","msg":"trace[1050123433] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4859; }","duration":"192.609847ms","start":"2026-03-01T14:09:21.291801Z","end":"2026-03-01T14:09:21.484411Z","steps":["trace[1050123433] 'agreement among raft nodes before linearized reading' (duration: 192.500325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.484473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.002817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16372"} {"level":"info","ts":"2026-03-01T14:09:21.48454Z","caller":"traceutil/trace.go:171","msg":"trace[736558908] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4859; }","duration":"193.101119ms","start":"2026-03-01T14:09:21.291423Z","end":"2026-03-01T14:09:21.484524Z","steps":["trace[736558908] 'agreement among raft nodes before linearized reading' (duration: 192.842853ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.866386Z","caller":"traceutil/trace.go:171","msg":"trace[1811815986] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"130.380017ms","start":"2026-03-01T14:09:21.735974Z","end":"2026-03-01T14:09:21.866354Z","steps":["trace[1811815986] 'process raft request' (duration: 129.976937ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:22.654094Z","caller":"traceutil/trace.go:171","msg":"trace[63314926] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"119.482672ms","start":"2026-03-01T14:09:22.534589Z","end":"2026-03-01T14:09:22.654072Z","steps":["trace[63314926] 'process raft request' (duration: 34.692334ms)","trace[63314926] 'compare' (duration: 84.623974ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:22.654336Z","caller":"traceutil/trace.go:171","msg":"trace[1203280949] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"119.207656ms","start":"2026-03-01T14:09:22.535074Z","end":"2026-03-01T14:09:22.654281Z","steps":["trace[1203280949] 'process raft request' (duration: 118.954409ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:24.093209Z","caller":"traceutil/trace.go:171","msg":"trace[531949096] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"140.938533ms","start":"2026-03-01T14:09:23.952243Z","end":"2026-03-01T14:09:24.093182Z","steps":["trace[531949096] 'process raft request' (duration: 140.727688ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:28.920576Z","caller":"traceutil/trace.go:171","msg":"trace[1835075958] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"399.170384ms","start":"2026-03-01T14:09:28.521383Z","end":"2026-03-01T14:09:28.920554Z","steps":["trace[1835075958] 'read index received' (duration: 399.089261ms)","trace[1835075958] 'applied index is now lower than readState.Index' (duration: 79.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:28.921012Z","caller":"traceutil/trace.go:171","msg":"trace[61364209] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"436.2697ms","start":"2026-03-01T14:09:28.484731Z","end":"2026-03-01T14:09:28.921001Z","steps":["trace[61364209] 'process raft request' (duration: 435.682404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:28.921106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:28.484683Z","time spent":"436.358272ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16389,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:28.921389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.784382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T14:09:28.921421Z","caller":"traceutil/trace.go:171","msg":"trace[2097091604] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4989; }","duration":"363.818623ms","start":"2026-03-01T14:09:28.557593Z","end":"2026-03-01T14:09:28.921412Z","steps":["trace[2097091604] 'agreement among raft nodes before linearized reading' (duration: 363.716881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:28.921387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.976065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:28.921445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:28.557541Z","time spent":"363.898765ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-01T14:09:28.921473Z","caller":"traceutil/trace.go:171","msg":"trace[973798250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4989; }","duration":"400.138958ms","start":"2026-03-01T14:09:28.521316Z","end":"2026-03-01T14:09:28.921455Z","steps":["trace[973798250] 'agreement among raft nodes before linearized reading' (duration: 399.973704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:28.921509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:28.521286Z","time spent":"400.21806ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:09:28.921634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.77336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:28.921694Z","caller":"traceutil/trace.go:171","msg":"trace[1365999475] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4989; }","duration":"144.908014ms","start":"2026-03-01T14:09:28.77677Z","end":"2026-03-01T14:09:28.921679Z","steps":["trace[1365999475] 'agreement among raft nodes before linearized reading' (duration: 144.76687ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:30.003102Z","caller":"traceutil/trace.go:171","msg":"trace[254205562] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"142.856151ms","start":"2026-03-01T14:09:29.860192Z","end":"2026-03-01T14:09:30.003048Z","steps":["trace[254205562] 'process raft request' (duration: 142.622436ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:31.344506Z","caller":"traceutil/trace.go:171","msg":"trace[1519462869] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"151.726415ms","start":"2026-03-01T14:09:31.19275Z","end":"2026-03-01T14:09:31.344476Z","steps":["trace[1519462869] 'process raft request' (duration: 151.51649ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:33.316525Z","caller":"traceutil/trace.go:171","msg":"trace[439571809] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"127.180717ms","start":"2026-03-01T14:09:33.18932Z","end":"2026-03-01T14:09:33.316501Z","steps":["trace[439571809] 'process raft request' (duration: 127.015603ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:36.685158Z","caller":"traceutil/trace.go:171","msg":"trace[1604146478] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"116.499627ms","start":"2026-03-01T14:09:36.568631Z","end":"2026-03-01T14:09:36.685131Z","steps":["trace[1604146478] 'process raft request' (duration: 114.689932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:40.74992Z","caller":"traceutil/trace.go:171","msg":"trace[1964504176] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"229.199579ms","start":"2026-03-01T14:09:40.520699Z","end":"2026-03-01T14:09:40.749899Z","steps":["trace[1964504176] 'read index received' (duration: 228.967283ms)","trace[1964504176] 'applied index is now lower than readState.Index' (duration: 231.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:40.749999Z","caller":"traceutil/trace.go:171","msg":"trace[2056234246] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"783.41086ms","start":"2026-03-01T14:09:39.966552Z","end":"2026-03-01T14:09:40.749963Z","steps":["trace[2056234246] 'process raft request' (duration: 783.170674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:40.750052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.330672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:40.750124Z","caller":"traceutil/trace.go:171","msg":"trace[795426116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5195; }","duration":"229.451025ms","start":"2026-03-01T14:09:40.520655Z","end":"2026-03-01T14:09:40.750106Z","steps":["trace[795426116] 'agreement among raft nodes before linearized reading' (duration: 229.333192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:40.750177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:39.96654Z","time spent":"783.555615ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:41.193812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.532273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:41.193945Z","caller":"traceutil/trace.go:171","msg":"trace[620512676] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"436.431004ms","start":"2026-03-01T14:09:40.757492Z","end":"2026-03-01T14:09:41.193923Z","steps":["trace[620512676] 'process raft request' (duration: 128.708076ms)","trace[620512676] 'compare' (duration: 307.271387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:41.194008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:40.757468Z","time spent":"436.508796ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:41.527357Z","caller":"traceutil/trace.go:171","msg":"trace[466363146] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5416; }","duration":"649.382873ms","start":"2026-03-01T14:09:40.877947Z","end":"2026-03-01T14:09:41.527329Z","steps":["trace[466363146] 'read index received' (duration: 8.232787ms)","trace[466363146] 'applied index is now lower than readState.Index' (duration: 641.148776ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:41.527499Z","caller":"traceutil/trace.go:171","msg":"trace[1374157521] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"766.767972ms","start":"2026-03-01T14:09:40.760714Z","end":"2026-03-01T14:09:41.527482Z","steps":["trace[1374157521] 'process raft request' (duration: 766.479115ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:41.52761Z","caller":"traceutil/trace.go:171","msg":"trace[2136976210] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"769.632875ms","start":"2026-03-01T14:09:40.75794Z","end":"2026-03-01T14:09:41.527573Z","steps":["trace[2136976210] 'process raft request' (duration: 699.088546ms)","trace[2136976210] 'compare' (duration: 69.933954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:41.527636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:40.760686Z","time spent":"766.859385ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:41.527645Z","caller":"traceutil/trace.go:171","msg":"trace[686378907] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"766.099616ms","start":"2026-03-01T14:09:40.761511Z","end":"2026-03-01T14:09:41.52761Z","steps":["trace[686378907] 'process raft request' (duration: 765.764967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:41.527671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.716952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c44925e-6884-4c40-a78d-f95284a19564\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-01T14:09:41.52771Z","caller":"traceutil/trace.go:171","msg":"trace[1461765901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0c44925e-6884-4c40-a78d-f95284a19564; range_end:; response_count:1; response_revision:5199; }","duration":"649.802604ms","start":"2026-03-01T14:09:40.877897Z","end":"2026-03-01T14:09:41.5277Z","steps":["trace[1461765901] 'agreement among raft nodes before linearized reading' (duration: 649.720052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:41.527742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:40.877876Z","time spent":"649.860495ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c44925e-6884-4c40-a78d-f95284a19564\" "} {"level":"warn","ts":"2026-03-01T14:09:41.527764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:40.761503Z","time spent":"766.201249ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:41.527775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:40.75792Z","time spent":"769.764178ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:41.555537Z","caller":"traceutil/trace.go:171","msg":"trace[759396182] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"211.079062ms","start":"2026-03-01T14:09:41.344432Z","end":"2026-03-01T14:09:41.555511Z","steps":["trace[759396182] 'process raft request' (duration: 210.936999ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:41.597057Z","caller":"traceutil/trace.go:171","msg":"trace[1282623977] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"139.847966ms","start":"2026-03-01T14:09:41.457184Z","end":"2026-03-01T14:09:41.597032Z","steps":["trace[1282623977] 'process raft request' (duration: 139.662152ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:41.59733Z","caller":"traceutil/trace.go:171","msg":"trace[733255250] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"137.034455ms","start":"2026-03-01T14:09:41.46027Z","end":"2026-03-01T14:09:41.597304Z","steps":["trace[733255250] 'process raft request' (duration: 136.702107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:41.597633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.147241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:09:41.597685Z","caller":"traceutil/trace.go:171","msg":"trace[1268935224] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5203; }","duration":"452.249223ms","start":"2026-03-01T14:09:41.145425Z","end":"2026-03-01T14:09:41.597674Z","steps":["trace[1268935224] 'agreement among raft nodes before linearized reading' (duration: 452.076629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:41.597692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.987578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:09:41.597788Z","caller":"traceutil/trace.go:171","msg":"trace[1749151673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:5203; }","duration":"132.130732ms","start":"2026-03-01T14:09:41.465639Z","end":"2026-03-01T14:09:41.59777Z","steps":["trace[1749151673] 'agreement among raft nodes before linearized reading' (duration: 131.828804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:41.597777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:41.145404Z","time spent":"452.347466ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:41.598112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.009337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:09:41.598219Z","caller":"traceutil/trace.go:171","msg":"trace[971803188] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5203; }","duration":"333.178971ms","start":"2026-03-01T14:09:41.265013Z","end":"2026-03-01T14:09:41.598192Z","steps":["trace[971803188] 'agreement among raft nodes before linearized reading' (duration: 332.476104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:41.598279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:41.264983Z","time spent":"333.281633ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:09:42.189615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2579} {"level":"info","ts":"2026-03-01T14:09:42.272367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2579,"took":"81.462074ms","hash":725965213,"current-db-size-bytes":38514688,"current-db-size":"38 MB","current-db-size-in-use-bytes":28254208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T14:09:42.27244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":725965213,"revision":2579,"compact-revision":-1} {"level":"info","ts":"2026-03-01T14:09:45.370096Z","caller":"traceutil/trace.go:171","msg":"trace[165996131] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"357.108583ms","start":"2026-03-01T14:09:45.012958Z","end":"2026-03-01T14:09:45.370067Z","steps":["trace[165996131] 'process raft request' (duration: 356.941289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:45.37028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:45.012932Z","time spent":"357.252737ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:48.34876Z","caller":"traceutil/trace.go:171","msg":"trace[2026431297] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"164.415925ms","start":"2026-03-01T14:09:48.184292Z","end":"2026-03-01T14:09:48.348708Z","steps":["trace[2026431297] 'process raft request' (duration: 164.264672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:57.156126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.087404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:57.156231Z","caller":"traceutil/trace.go:171","msg":"trace[41319846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5397; }","duration":"635.243758ms","start":"2026-03-01T14:09:56.520965Z","end":"2026-03-01T14:09:57.156209Z","steps":["trace[41319846] 'range keys from in-memory index tree' (duration: 634.997811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:57.156272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:56.520945Z","time spent":"635.316739ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:09:57.569624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.29562ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:09:57.56986Z","caller":"traceutil/trace.go:171","msg":"trace[433243472] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5626; }","duration":"737.047313ms","start":"2026-03-01T14:09:56.832792Z","end":"2026-03-01T14:09:57.569839Z","steps":["trace[433243472] 'read index received' (duration: 231.440095ms)","trace[433243472] 'applied index is now lower than readState.Index' (duration: 505.605808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:57.570064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.271909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T14:09:57.570107Z","caller":"traceutil/trace.go:171","msg":"trace[1404437711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5397; }","duration":"737.362891ms","start":"2026-03-01T14:09:56.832733Z","end":"2026-03-01T14:09:57.570096Z","steps":["trace[1404437711] 'agreement among raft nodes before linearized reading' (duration: 737.198067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:57.570146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:56.832696Z","time spent":"737.441233ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-01T14:09:57.570244Z","caller":"traceutil/trace.go:171","msg":"trace[1584729909] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"475.649522ms","start":"2026-03-01T14:09:57.094554Z","end":"2026-03-01T14:09:57.570203Z","steps":["trace[1584729909] 'process raft request' (duration: 475.191321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:57.57043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.094518Z","time spent":"475.817167ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:58.070158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227852765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:58.571217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227852765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:58.660727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090386061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:58.660821Z","caller":"traceutil/trace.go:171","msg":"trace[533433103] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"1.496173373s","start":"2026-03-01T14:09:57.164632Z","end":"2026-03-01T14:09:58.660806Z","steps":["trace[533433103] 'process raft request' (duration: 405.666338ms)","trace[533433103] 'compare' (duration: 1.090277329s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:58.660864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.164614Z","time spent":"1.496230005s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:09:59.008846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450217235s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:09:59.027836Z","caller":"traceutil/trace.go:171","msg":"trace[1366759759] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"1.831948279s","start":"2026-03-01T14:09:57.195859Z","end":"2026-03-01T14:09:59.027807Z","steps":["trace[1366759759] 'process raft request' (duration: 1.813305369s)","trace[1366759759] 'compare' (duration: 18.297471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:59.027976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.195837Z","time spent":"1.832068221s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19613,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:59.157778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:09:59.157883Z","caller":"traceutil/trace.go:171","msg":"trace[1699970619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242892s","start":"2026-03-01T14:09:57.157622Z","end":"2026-03-01T14:09:59.157865Z","steps":["trace[1699970619] 'agreement among raft nodes before linearized reading' (duration: 2.000114729s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.157937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.15761Z","time spent":"2.000308064s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:09:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T14:09:59.317989Z","caller":"traceutil/trace.go:171","msg":"trace[901270506] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5629; }","duration":"1.748077464s","start":"2026-03-01T14:09:57.569895Z","end":"2026-03-01T14:09:59.317973Z","steps":["trace[901270506] 'read index received' (duration: 1.439283639s)","trace[901270506] 'applied index is now lower than readState.Index' (duration: 308.793225ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:59.318031Z","caller":"traceutil/trace.go:171","msg":"trace[73083909] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"1.645931138s","start":"2026-03-01T14:09:57.672057Z","end":"2026-03-01T14:09:59.317988Z","steps":["trace[73083909] 'process raft request' (duration: 1.64561065s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.31809Z","caller":"traceutil/trace.go:171","msg":"trace[176562693] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"1.641555788s","start":"2026-03-01T14:09:57.676494Z","end":"2026-03-01T14:09:59.31805Z","steps":["trace[176562693] 'process raft request' (duration: 1.641406784s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985242933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:09:59.318121Z","caller":"traceutil/trace.go:171","msg":"trace[514500435] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"650.930471ms","start":"2026-03-01T14:09:58.667155Z","end":"2026-03-01T14:09:59.318085Z","steps":["trace[514500435] 'process raft request' (duration: 650.779037ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.318188Z","caller":"traceutil/trace.go:171","msg":"trace[1159115057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5404; }","duration":"1.985322104s","start":"2026-03-01T14:09:57.332858Z","end":"2026-03-01T14:09:59.31818Z","steps":["trace[1159115057] 'agreement among raft nodes before linearized reading' (duration: 1.985215422s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.332829Z","time spent":"1.985375806s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:09:59.318238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.676483Z","time spent":"1.641672481s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:59.318238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.672032Z","time spent":"1.646098942s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:59.31828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:58.667133Z","time spent":"651.072855ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:09:59.318405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601871668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:09:59.318428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74394057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T14:09:59.318449Z","caller":"traceutil/trace.go:171","msg":"trace[80837515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5404; }","duration":"1.601967781s","start":"2026-03-01T14:09:57.71647Z","end":"2026-03-01T14:09:59.318438Z","steps":["trace[80837515] 'agreement among raft nodes before linearized reading' (duration: 1.601835127s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615523092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:09:59.318485Z","caller":"traceutil/trace.go:171","msg":"trace[325269450] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564; range_end:; response_count:1; response_revision:5404; }","duration":"1.744032242s","start":"2026-03-01T14:09:57.574435Z","end":"2026-03-01T14:09:59.318468Z","steps":["trace[325269450] 'agreement among raft nodes before linearized reading' (duration: 1.743814786s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619329898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:09:59.318517Z","caller":"traceutil/trace.go:171","msg":"trace[2099111252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5404; }","duration":"1.615631315s","start":"2026-03-01T14:09:57.702864Z","end":"2026-03-01T14:09:59.318495Z","steps":["trace[2099111252] 'agreement among raft nodes before linearized reading' (duration: 1.615506362s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602846663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:09:59.318566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.70285Z","time spent":"1.615703477s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:09:59.318592Z","caller":"traceutil/trace.go:171","msg":"trace[848190641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5404; }","duration":"1.602898294s","start":"2026-03-01T14:09:57.715687Z","end":"2026-03-01T14:09:59.318586Z","steps":["trace[848190641] 'agreement among raft nodes before linearized reading' (duration: 1.602827633s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622324905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:09:59.318639Z","caller":"traceutil/trace.go:171","msg":"trace[1816045609] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:5404; }","duration":"1.622407337s","start":"2026-03-01T14:09:57.696222Z","end":"2026-03-01T14:09:59.31863Z","steps":["trace[1816045609] 'agreement among raft nodes before linearized reading' (duration: 1.622314614s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.71645Z","time spent":"1.602020562s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:09:59.318661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.837734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:59.31867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.696198Z","time spent":"1.622464247s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:09:59.318664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.421706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-01T14:09:59.31868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553397546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13290"} {"level":"warn","ts":"2026-03-01T14:09:59.318518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.574422Z","time spent":"1.744086784s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564\" "} {"level":"info","ts":"2026-03-01T14:09:59.318725Z","caller":"traceutil/trace.go:171","msg":"trace[1271609044] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5404; }","duration":"749.521039ms","start":"2026-03-01T14:09:58.56919Z","end":"2026-03-01T14:09:59.318711Z","steps":["trace[1271609044] 'agreement among raft nodes before linearized reading' (duration: 749.378105ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.318555Z","caller":"traceutil/trace.go:171","msg":"trace[1855740962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5404; }","duration":"1.61941958s","start":"2026-03-01T14:09:57.699121Z","end":"2026-03-01T14:09:59.318541Z","steps":["trace[1855740962] 'agreement among raft nodes before linearized reading' (duration: 1.619273007s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.31874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614309172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:09:59.318768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:58.569174Z","time spent":"749.58673ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-01T14:09:59.318782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.699108Z","time spent":"1.619661836s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:09:59.318771Z","caller":"traceutil/trace.go:171","msg":"trace[976458693] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5404; }","duration":"1.553494798s","start":"2026-03-01T14:09:57.765236Z","end":"2026-03-01T14:09:59.31873Z","steps":["trace[976458693] 'agreement among raft nodes before linearized reading' (duration: 1.553348244s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.318615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.715675Z","time spent":"1.602934055s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:59.318837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.765218Z","time spent":"1.553605031s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13314,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-01T14:09:59.318849Z","caller":"traceutil/trace.go:171","msg":"trace[353862927] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"1.643457416s","start":"2026-03-01T14:09:57.67532Z","end":"2026-03-01T14:09:59.318778Z","steps":["trace[353862927] 'process raft request' (duration: 1.642495441s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.318689Z","caller":"traceutil/trace.go:171","msg":"trace[859242246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5404; }","duration":"154.889956ms","start":"2026-03-01T14:09:59.163788Z","end":"2026-03-01T14:09:59.318678Z","steps":["trace[859242246] 'agreement among raft nodes before linearized reading' (duration: 154.853115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.31893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.675306Z","time spent":"1.64357711s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:59.31881Z","caller":"traceutil/trace.go:171","msg":"trace[630194848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5404; }","duration":"1.614379524s","start":"2026-03-01T14:09:57.704397Z","end":"2026-03-01T14:09:59.318776Z","steps":["trace[630194848] 'agreement among raft nodes before linearized reading' (duration: 1.614233021s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.319001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:57.704388Z","time spent":"1.614601629s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:59.594391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.130922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:59.594586Z","caller":"traceutil/trace.go:171","msg":"trace[1412988635] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"271.564627ms","start":"2026-03-01T14:09:59.322977Z","end":"2026-03-01T14:09:59.594542Z","steps":["trace[1412988635] 'process raft request' (duration: 135.142147ms)","trace[1412988635] 'compare' (duration: 135.804054ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:59.621831Z","caller":"traceutil/trace.go:171","msg":"trace[843310158] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"298.706022ms","start":"2026-03-01T14:09:59.32309Z","end":"2026-03-01T14:09:59.621796Z","steps":["trace[843310158] 'process raft request' (duration: 298.454736ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.621852Z","caller":"traceutil/trace.go:171","msg":"trace[1337348468] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"298.505817ms","start":"2026-03-01T14:09:59.323323Z","end":"2026-03-01T14:09:59.621829Z","steps":["trace[1337348468] 'process raft request' (duration: 298.390524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.622148Z","caller":"traceutil/trace.go:171","msg":"trace[1548287091] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"299.169543ms","start":"2026-03-01T14:09:59.322954Z","end":"2026-03-01T14:09:59.622124Z","steps":["trace[1548287091] 'process raft request' (duration: 298.821825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.62238Z","caller":"traceutil/trace.go:171","msg":"trace[349306578] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5634; }","duration":"299.009699ms","start":"2026-03-01T14:09:59.323357Z","end":"2026-03-01T14:09:59.622367Z","steps":["trace[349306578] 'read index received' (duration: 134.84246ms)","trace[349306578] 'applied index is now lower than readState.Index' (duration: 164.166429ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:59.622384Z","caller":"traceutil/trace.go:171","msg":"trace[1278102075] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"298.848706ms","start":"2026-03-01T14:09:59.323488Z","end":"2026-03-01T14:09:59.622337Z","steps":["trace[1278102075] 'process raft request' (duration: 298.546788ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.622445Z","caller":"traceutil/trace.go:171","msg":"trace[1172849414] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"297.88464ms","start":"2026-03-01T14:09:59.32455Z","end":"2026-03-01T14:09:59.622435Z","steps":["trace[1172849414] 'process raft request' (duration: 297.683975ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:59.622467Z","caller":"traceutil/trace.go:171","msg":"trace[1884768060] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"292.135206ms","start":"2026-03-01T14:09:59.330322Z","end":"2026-03-01T14:09:59.622457Z","steps":["trace[1884768060] 'process raft request' (duration: 291.987382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.622674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.075715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-01T14:09:59.622844Z","caller":"traceutil/trace.go:171","msg":"trace[1168286136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98; range_end:; response_count:1; response_revision:5411; }","duration":"298.26476ms","start":"2026-03-01T14:09:59.324562Z","end":"2026-03-01T14:09:59.622827Z","steps":["trace[1168286136] 'agreement among raft nodes before linearized reading' (duration: 298.051684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.622643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.177323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:09:59.623147Z","caller":"traceutil/trace.go:171","msg":"trace[1397247884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5411; }","duration":"299.745627ms","start":"2026-03-01T14:09:59.323385Z","end":"2026-03-01T14:09:59.62313Z","steps":["trace[1397247884] 'agreement among raft nodes before linearized reading' (duration: 299.147682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.622908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.534032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"info","ts":"2026-03-01T14:09:59.623407Z","caller":"traceutil/trace.go:171","msg":"trace[971943985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5411; }","duration":"300.067896ms","start":"2026-03-01T14:09:59.323327Z","end":"2026-03-01T14:09:59.623394Z","steps":["trace[971943985] 'agreement among raft nodes before linearized reading' (duration: 299.398899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:59.623484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.323313Z","time spent":"300.122187ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T14:10:00.358887Z","caller":"traceutil/trace.go:171","msg":"trace[1620028208] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"627.643005ms","start":"2026-03-01T14:09:59.731216Z","end":"2026-03-01T14:10:00.358858Z","steps":["trace[1620028208] 'process raft request' (duration: 627.43633ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:00.359226Z","caller":"traceutil/trace.go:171","msg":"trace[1610819382] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"627.275355ms","start":"2026-03-01T14:09:59.731932Z","end":"2026-03-01T14:10:00.359207Z","steps":["trace[1610819382] 'process raft request' (duration: 627.093791ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:00.359303Z","caller":"traceutil/trace.go:171","msg":"trace[34832338] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"627.420279ms","start":"2026-03-01T14:09:59.731824Z","end":"2026-03-01T14:10:00.359244Z","steps":["trace[34832338] 'process raft request' (duration: 626.975668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:00.359344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.731906Z","time spent":"627.382618ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:10:00.35954Z","caller":"traceutil/trace.go:171","msg":"trace[971930487] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"621.173982ms","start":"2026-03-01T14:09:59.738342Z","end":"2026-03-01T14:10:00.359516Z","steps":["trace[971930487] 'process raft request' (duration: 620.792712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:00.359572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.731811Z","time spent":"627.570953ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:00.35954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.731195Z","time spent":"627.771818ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:00.359668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.738328Z","time spent":"621.269254ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17107,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:10:00.360051Z","caller":"traceutil/trace.go:171","msg":"trace[1579836101] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5642; }","duration":"627.591204ms","start":"2026-03-01T14:09:59.732438Z","end":"2026-03-01T14:10:00.360029Z","steps":["trace[1579836101] 'read index received' (duration: 43.962369ms)","trace[1579836101] 'applied index is now lower than readState.Index' (duration: 583.627675ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:00.360158Z","caller":"traceutil/trace.go:171","msg":"trace[2111025713] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"614.462562ms","start":"2026-03-01T14:09:59.745676Z","end":"2026-03-01T14:10:00.360138Z","steps":["trace[2111025713] 'process raft request' (duration: 614.221456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:00.36027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.745664Z","time spent":"614.552344ms","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12011,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:00.360505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.83449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-01T14:10:00.360776Z","caller":"traceutil/trace.go:171","msg":"trace[974654137] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:5418; }","duration":"627.932413ms","start":"2026-03-01T14:09:59.732627Z","end":"2026-03-01T14:10:00.36056Z","steps":["trace[974654137] 'agreement among raft nodes before linearized reading' (duration: 627.737857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:00.360765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.266521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T14:10:00.360857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.732614Z","time spent":"628.22046ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" "} {"level":"info","ts":"2026-03-01T14:10:00.360891Z","caller":"traceutil/trace.go:171","msg":"trace[1145231996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5418; }","duration":"628.484307ms","start":"2026-03-01T14:09:59.732389Z","end":"2026-03-01T14:10:00.360874Z","steps":["trace[1145231996] 'agreement among raft nodes before linearized reading' (duration: 627.752347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:00.360997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:59.732372Z","time spent":"628.604629ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:10:01.049744Z","caller":"traceutil/trace.go:171","msg":"trace[751360614] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"157.667716ms","start":"2026-03-01T14:10:00.892047Z","end":"2026-03-01T14:10:01.049714Z","steps":["trace[751360614] 'process raft request' (duration: 157.363217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:01.186681Z","caller":"traceutil/trace.go:171","msg":"trace[252755048] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"129.917585ms","start":"2026-03-01T14:10:01.056732Z","end":"2026-03-01T14:10:01.18665Z","steps":["trace[252755048] 'process raft request' (duration: 117.668267ms)","trace[252755048] 'compare' (duration: 12.019773ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:01.186966Z","caller":"traceutil/trace.go:171","msg":"trace[612232492] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"129.997068ms","start":"2026-03-01T14:10:01.056952Z","end":"2026-03-01T14:10:01.186949Z","steps":["trace[612232492] 'process raft request' (duration: 129.609447ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:01.187059Z","caller":"traceutil/trace.go:171","msg":"trace[1609424518] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"130.06476ms","start":"2026-03-01T14:10:01.056965Z","end":"2026-03-01T14:10:01.18703Z","steps":["trace[1609424518] 'process raft request' (duration: 129.835703ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:01.187088Z","caller":"traceutil/trace.go:171","msg":"trace[1243878669] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"119.001321ms","start":"2026-03-01T14:10:01.068059Z","end":"2026-03-01T14:10:01.18706Z","steps":["trace[1243878669] 'process raft request' (duration: 118.905978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:01.345861Z","caller":"traceutil/trace.go:171","msg":"trace[434916899] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"137.426635ms","start":"2026-03-01T14:10:01.208407Z","end":"2026-03-01T14:10:01.345834Z","steps":["trace[434916899] 'process raft request' (duration: 89.314882ms)","trace[434916899] 'compare' (duration: 47.9863ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:01.562617Z","caller":"traceutil/trace.go:171","msg":"trace[22285070] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"237.175641ms","start":"2026-03-01T14:10:01.325416Z","end":"2026-03-01T14:10:01.562592Z","steps":["trace[22285070] 'process raft request' (duration: 233.18264ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:01.563425Z","caller":"traceutil/trace.go:171","msg":"trace[1904943161] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"237.851817ms","start":"2026-03-01T14:10:01.32556Z","end":"2026-03-01T14:10:01.563412Z","steps":["trace[1904943161] 'process raft request' (duration: 236.981195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.755543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.206478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:10:02.755607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.460218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:10:02.755689Z","caller":"traceutil/trace.go:171","msg":"trace[1811274817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5438; }","duration":"394.362303ms","start":"2026-03-01T14:10:02.361303Z","end":"2026-03-01T14:10:02.755665Z","steps":["trace[1811274817] 'range keys from in-memory index tree' (duration: 394.189598ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:02.755695Z","caller":"traceutil/trace.go:171","msg":"trace[897781249] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5438; }","duration":"477.625333ms","start":"2026-03-01T14:10:02.27805Z","end":"2026-03-01T14:10:02.755675Z","steps":["trace[897781249] 'count revisions from in-memory index tree' (duration: 477.326215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.755743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:02.278032Z","time spent":"477.697945ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:10:02.755763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.322348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T14:10:02.755816Z","caller":"traceutil/trace.go:171","msg":"trace[1104513595] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5438; }","duration":"890.428991ms","start":"2026-03-01T14:10:01.865372Z","end":"2026-03-01T14:10:02.755801Z","steps":["trace[1104513595] 'range keys from in-memory index tree' (duration: 890.138894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.755823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.301367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:10:02.755879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:01.865347Z","time spent":"890.526343ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-01T14:10:02.755939Z","caller":"traceutil/trace.go:171","msg":"trace[885317767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5438; }","duration":"234.456991ms","start":"2026-03-01T14:10:02.521452Z","end":"2026-03-01T14:10:02.755908Z","steps":["trace[885317767] 'range keys from in-memory index tree' (duration: 234.096872ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:31.766664Z","caller":"traceutil/trace.go:171","msg":"trace[1780733313] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5926; }","duration":"199.482622ms","start":"2026-03-01T14:10:31.567152Z","end":"2026-03-01T14:10:31.766634Z","steps":["trace[1780733313] 'read index received' (duration: 199.381189ms)","trace[1780733313] 'applied index is now lower than readState.Index' (duration: 100.453µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:31.766753Z","caller":"traceutil/trace.go:171","msg":"trace[881517061] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"248.942168ms","start":"2026-03-01T14:10:31.517787Z","end":"2026-03-01T14:10:31.766729Z","steps":["trace[881517061] 'process raft request' (duration: 248.698411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:31.766878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.715808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:10:31.766919Z","caller":"traceutil/trace.go:171","msg":"trace[350620123] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:5688; }","duration":"199.807561ms","start":"2026-03-01T14:10:31.5671Z","end":"2026-03-01T14:10:31.766907Z","steps":["trace[350620123] 'agreement among raft nodes before linearized reading' (duration: 199.637196ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:32.027675Z","caller":"traceutil/trace.go:171","msg":"trace[686785115] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"319.590766ms","start":"2026-03-01T14:10:31.708061Z","end":"2026-03-01T14:10:32.027652Z","steps":["trace[686785115] 'process raft request' (duration: 319.392591ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:32.027836Z","caller":"traceutil/trace.go:171","msg":"trace[1597451557] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"314.56748ms","start":"2026-03-01T14:10:31.71325Z","end":"2026-03-01T14:10:32.027817Z","steps":["trace[1597451557] 'process raft request' (duration: 314.358895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:32.027862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:31.708038Z","time spent":"319.726289ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:32.027929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:31.713241Z","time spent":"314.643992ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:10:32.028746Z","caller":"traceutil/trace.go:171","msg":"trace[600909430] linearizableReadLoop","detail":"{readStateIndex:5930; appliedIndex:5927; }","duration":"237.293115ms","start":"2026-03-01T14:10:31.79144Z","end":"2026-03-01T14:10:32.028733Z","steps":["trace[600909430] 'read index received' (duration: 235.990112ms)","trace[600909430] 'applied index is now lower than readState.Index' (duration: 1.301933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:32.028931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.517825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:10:32.028969Z","caller":"traceutil/trace.go:171","msg":"trace[1054038249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5690; }","duration":"211.588256ms","start":"2026-03-01T14:10:31.817371Z","end":"2026-03-01T14:10:32.02896Z","steps":["trace[1054038249] 'agreement among raft nodes before linearized reading' (duration: 211.457853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:32.028974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.51431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:10:32.029003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.912592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:10:32.029056Z","caller":"traceutil/trace.go:171","msg":"trace[232579840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5690; }","duration":"138.000524ms","start":"2026-03-01T14:10:31.891042Z","end":"2026-03-01T14:10:32.029042Z","steps":["trace[232579840] 'agreement among raft nodes before linearized reading' (duration: 137.866121ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:32.029057Z","caller":"traceutil/trace.go:171","msg":"trace[1546859488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5690; }","duration":"237.622182ms","start":"2026-03-01T14:10:31.791407Z","end":"2026-03-01T14:10:32.029029Z","steps":["trace[1546859488] 'agreement among raft nodes before linearized reading' (duration: 237.401766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:32.029124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.026985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:10:32.029183Z","caller":"traceutil/trace.go:171","msg":"trace[969461244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5690; }","duration":"138.109056ms","start":"2026-03-01T14:10:31.891061Z","end":"2026-03-01T14:10:32.02917Z","steps":["trace[969461244] 'agreement among raft nodes before linearized reading' (duration: 137.964833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:32.029309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.22148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:10:32.029332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.968297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:10:32.029479Z","caller":"traceutil/trace.go:171","msg":"trace[1640713511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:5690; }","duration":"133.184513ms","start":"2026-03-01T14:10:31.896248Z","end":"2026-03-01T14:10:32.029432Z","steps":["trace[1640713511] 'agreement among raft nodes before linearized reading' (duration: 132.603389ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:32.029392Z","caller":"traceutil/trace.go:171","msg":"trace[1978380307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5690; }","duration":"138.352593ms","start":"2026-03-01T14:10:31.891006Z","end":"2026-03-01T14:10:32.029359Z","steps":["trace[1978380307] 'agreement among raft nodes before linearized reading' (duration: 138.095807ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:41.755646Z","caller":"traceutil/trace.go:171","msg":"trace[1777771791] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"114.336679ms","start":"2026-03-01T14:10:41.641287Z","end":"2026-03-01T14:10:41.755623Z","steps":["trace[1777771791] 'process raft request' (duration: 78.753884ms)","trace[1777771791] 'compare' (duration: 35.436421ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:42.2974Z","caller":"traceutil/trace.go:171","msg":"trace[1640147626] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"193.953724ms","start":"2026-03-01T14:10:42.103425Z","end":"2026-03-01T14:10:42.297378Z","steps":["trace[1640147626] 'process raft request' (duration: 193.897092ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:42.29744Z","caller":"traceutil/trace.go:171","msg":"trace[2035397367] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"194.159068ms","start":"2026-03-01T14:10:42.103241Z","end":"2026-03-01T14:10:42.2974Z","steps":["trace[2035397367] 'process raft request' (duration: 173.949429ms)","trace[2035397367] 'compare' (duration: 20.030435ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:42.297939Z","caller":"traceutil/trace.go:171","msg":"trace[40044203] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"194.033064ms","start":"2026-03-01T14:10:42.103877Z","end":"2026-03-01T14:10:42.29791Z","steps":["trace[40044203] 'process raft request' (duration: 193.900571ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:42.298011Z","caller":"traceutil/trace.go:171","msg":"trace[1671637766] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"194.463446ms","start":"2026-03-01T14:10:42.103519Z","end":"2026-03-01T14:10:42.297983Z","steps":["trace[1671637766] 'process raft request' (duration: 193.83091ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:56.287135Z","caller":"traceutil/trace.go:171","msg":"trace[1159415029] linearizableReadLoop","detail":"{readStateIndex:6087; appliedIndex:6085; }","duration":"125.245692ms","start":"2026-03-01T14:10:56.16186Z","end":"2026-03-01T14:10:56.287106Z","steps":["trace[1159415029] 'read index received' (duration: 9.656022ms)","trace[1159415029] 'applied index is now lower than readState.Index' (duration: 115.58797ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:56.287193Z","caller":"traceutil/trace.go:171","msg":"trace[1041295045] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"139.432491ms","start":"2026-03-01T14:10:56.147711Z","end":"2026-03-01T14:10:56.287144Z","steps":["trace[1041295045] 'process raft request' (duration: 69.075539ms)","trace[1041295045] 'compare' (duration: 70.076924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:56.287331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.471059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:10:56.28737Z","caller":"traceutil/trace.go:171","msg":"trace[1785773172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5843; }","duration":"125.581801ms","start":"2026-03-01T14:10:56.161777Z","end":"2026-03-01T14:10:56.287359Z","steps":["trace[1785773172] 'agreement among raft nodes before linearized reading' (duration: 125.461508ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:56.496802Z","caller":"traceutil/trace.go:171","msg":"trace[1519250516] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"308.599408ms","start":"2026-03-01T14:10:56.188173Z","end":"2026-03-01T14:10:56.496772Z","steps":["trace[1519250516] 'process raft request' (duration: 288.623506ms)","trace[1519250516] 'compare' (duration: 19.785788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:56.496971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:56.188156Z","time spent":"308.723432ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:56.497028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.931225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:10:56.497145Z","caller":"traceutil/trace.go:171","msg":"trace[1181569027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:5844; }","duration":"324.102848ms","start":"2026-03-01T14:10:56.17303Z","end":"2026-03-01T14:10:56.497133Z","steps":["trace[1181569027] 'agreement among raft nodes before linearized reading' (duration: 323.829322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:56.4972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:56.173018Z","time spent":"324.170911ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:10:56.496789Z","caller":"traceutil/trace.go:171","msg":"trace[2020084845] linearizableReadLoop","detail":"{readStateIndex:6088; appliedIndex:6087; }","duration":"209.559085ms","start":"2026-03-01T14:10:56.287206Z","end":"2026-03-01T14:10:56.496766Z","steps":["trace[2020084845] 'read index received' (duration: 189.610563ms)","trace[2020084845] 'applied index is now lower than readState.Index' (duration: 19.947132ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:56.511213Z","caller":"traceutil/trace.go:171","msg":"trace[136101266] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"219.387772ms","start":"2026-03-01T14:10:56.291805Z","end":"2026-03-01T14:10:56.511193Z","steps":["trace[136101266] 'process raft request' (duration: 219.253439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:56.511473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.87962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:10:56.511545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.487474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:10:56.511607Z","caller":"traceutil/trace.go:171","msg":"trace[1417770246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5845; }","duration":"151.588026ms","start":"2026-03-01T14:10:56.360005Z","end":"2026-03-01T14:10:56.511593Z","steps":["trace[1417770246] 'agreement among raft nodes before linearized reading' (duration: 151.361371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:56.511638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.289204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:10:56.511706Z","caller":"traceutil/trace.go:171","msg":"trace[595111070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5845; }","duration":"150.375296ms","start":"2026-03-01T14:10:56.361315Z","end":"2026-03-01T14:10:56.51169Z","steps":["trace[595111070] 'agreement among raft nodes before linearized reading' (duration: 150.14684ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:56.511646Z","caller":"traceutil/trace.go:171","msg":"trace[362880751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5845; }","duration":"155.044304ms","start":"2026-03-01T14:10:56.356528Z","end":"2026-03-01T14:10:56.511572Z","steps":["trace[362880751] 'agreement among raft nodes before linearized reading' (duration: 154.88154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:56.511838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.479284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:10:56.511917Z","caller":"traceutil/trace.go:171","msg":"trace[294673085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5845; }","duration":"151.590086ms","start":"2026-03-01T14:10:56.360311Z","end":"2026-03-01T14:10:56.511901Z","steps":["trace[294673085] 'agreement among raft nodes before linearized reading' (duration: 151.35515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:14:42.196166Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5213} {"level":"info","ts":"2026-03-01T14:14:42.28945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5213,"took":"90.496369ms","hash":529435553,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":21602304,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T14:14:42.289522Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":529435553,"revision":5213,"compact-revision":2579} {"level":"warn","ts":"2026-03-01T14:15:30.99218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.273297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:15:30.992717Z","caller":"traceutil/trace.go:171","msg":"trace[38600923] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"103.18817ms","start":"2026-03-01T14:15:30.889502Z","end":"2026-03-01T14:15:30.99269Z","steps":["trace[38600923] 'process raft request' (duration: 102.829441ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:30.992719Z","caller":"traceutil/trace.go:171","msg":"trace[965168108] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"217.932586ms","start":"2026-03-01T14:15:30.774748Z","end":"2026-03-01T14:15:30.992681Z","steps":["trace[965168108] 'process raft request' (duration: 115.034615ms)","trace[965168108] 'compare' (duration: 102.100822ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:31.354885Z","caller":"traceutil/trace.go:171","msg":"trace[1092340502] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"152.548019ms","start":"2026-03-01T14:15:31.202309Z","end":"2026-03-01T14:15:31.354857Z","steps":["trace[1092340502] 'process raft request' (duration: 149.795941ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:44.665508Z","caller":"traceutil/trace.go:171","msg":"trace[1327515300] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"124.417418ms","start":"2026-03-01T14:15:44.541063Z","end":"2026-03-01T14:15:44.665481Z","steps":["trace[1327515300] 'process raft request' (duration: 124.242073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.742602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.508124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6744995f8d-6kfzn\" ","response":"range_response_count:1 size:8237"} {"level":"info","ts":"2026-03-01T14:15:45.742695Z","caller":"traceutil/trace.go:171","msg":"trace[760770283] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6744995f8d-6kfzn; range_end:; response_count:1; response_revision:7725; }","duration":"202.644848ms","start":"2026-03-01T14:15:45.54003Z","end":"2026-03-01T14:15:45.742674Z","steps":["trace[760770283] 'range keys from in-memory index tree' (duration: 202.298488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.742876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.711042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:45.743007Z","caller":"traceutil/trace.go:171","msg":"trace[1173219164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7725; }","duration":"221.909157ms","start":"2026-03-01T14:15:45.521076Z","end":"2026-03-01T14:15:45.742985Z","steps":["trace[1173219164] 'range keys from in-memory index tree' (duration: 221.61895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:47.570288Z","caller":"traceutil/trace.go:171","msg":"trace[1570408541] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"127.168437ms","start":"2026-03-01T14:15:47.443086Z","end":"2026-03-01T14:15:47.570254Z","steps":["trace[1570408541] 'process raft request' (duration: 126.950291ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:47.652212Z","caller":"traceutil/trace.go:171","msg":"trace[962714189] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8055; }","duration":"131.009493ms","start":"2026-03-01T14:15:47.521182Z","end":"2026-03-01T14:15:47.652191Z","steps":["trace[962714189] 'read index received' (duration: 48.808566ms)","trace[962714189] 'applied index is now lower than readState.Index' (duration: 82.199997ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:47.652425Z","caller":"traceutil/trace.go:171","msg":"trace[1859135459] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"207.302262ms","start":"2026-03-01T14:15:47.445112Z","end":"2026-03-01T14:15:47.652414Z","steps":["trace[1859135459] 'process raft request' (duration: 188.492935ms)","trace[1859135459] 'compare' (duration: 18.345456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:15:47.652608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.418472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:47.652641Z","caller":"traceutil/trace.go:171","msg":"trace[1083615419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7737; }","duration":"131.497035ms","start":"2026-03-01T14:15:47.521134Z","end":"2026-03-01T14:15:47.652631Z","steps":["trace[1083615419] 'agreement among raft nodes before linearized reading' (duration: 131.433603ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:48.237306Z","caller":"traceutil/trace.go:171","msg":"trace[125202092] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"116.110151ms","start":"2026-03-01T14:15:48.121153Z","end":"2026-03-01T14:15:48.237263Z","steps":["trace[125202092] 'process raft request' (duration: 68.155427ms)","trace[125202092] 'compare' (duration: 47.759329ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:48.625803Z","caller":"traceutil/trace.go:171","msg":"trace[82797290] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"158.122489ms","start":"2026-03-01T14:15:48.467651Z","end":"2026-03-01T14:15:48.625773Z","steps":["trace[82797290] 'process raft request' (duration: 135.468564ms)","trace[82797290] 'compare' (duration: 22.544962ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:53.705491Z","caller":"traceutil/trace.go:171","msg":"trace[728592814] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"111.008075ms","start":"2026-03-01T14:15:53.594457Z","end":"2026-03-01T14:15:53.705465Z","steps":["trace[728592814] 'process raft request' (duration: 110.840661ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:53.795008Z","caller":"traceutil/trace.go:171","msg":"trace[255656136] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"124.160332ms","start":"2026-03-01T14:15:53.670811Z","end":"2026-03-01T14:15:53.794971Z","steps":["trace[255656136] 'process raft request' (duration: 97.303693ms)","trace[255656136] 'compare' (duration: 26.717976ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:00.499306Z","caller":"traceutil/trace.go:171","msg":"trace[754262951] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8254; }","duration":"171.349337ms","start":"2026-03-01T14:16:00.327936Z","end":"2026-03-01T14:16:00.499285Z","steps":["trace[754262951] 'read index received' (duration: 171.173392ms)","trace[754262951] 'applied index is now lower than readState.Index' (duration: 174.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:00.499386Z","caller":"traceutil/trace.go:171","msg":"trace[773244208] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"278.734981ms","start":"2026-03-01T14:16:00.220615Z","end":"2026-03-01T14:16:00.49935Z","steps":["trace[773244208] 'process raft request' (duration: 278.515726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:00.499767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.791478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:16:00.499916Z","caller":"traceutil/trace.go:171","msg":"trace[209356688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7933; }","duration":"172.012093ms","start":"2026-03-01T14:16:00.327875Z","end":"2026-03-01T14:16:00.499887Z","steps":["trace[209356688] 'agreement among raft nodes before linearized reading' (duration: 171.546882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:02.805656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:03.305866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:03.658364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297152083s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:03.658515Z","caller":"traceutil/trace.go:171","msg":"trace[1552642805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7942; }","duration":"1.297314647s","start":"2026-03-01T14:16:02.361178Z","end":"2026-03-01T14:16:03.658492Z","steps":["trace[1552642805] 'range keys from in-memory index tree' (duration: 1.297132252s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:03.80689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:04.007439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.268072381s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:16:04.007973Z","caller":"traceutil/trace.go:171","msg":"trace[248818197] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"2.268715708s","start":"2026-03-01T14:16:01.739224Z","end":"2026-03-01T14:16:04.007939Z","steps":["trace[248818197] 'process raft request' (duration: 2.268514743s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.00818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:01.73919Z","time spent":"2.268881452s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:04.009959Z","caller":"traceutil/trace.go:171","msg":"trace[616145176] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8265; }","duration":"1.704550238s","start":"2026-03-01T14:16:02.305377Z","end":"2026-03-01T14:16:04.009927Z","steps":["trace[616145176] 'read index received' (duration: 1.702353544s)","trace[616145176] 'applied index is now lower than readState.Index' (duration: 2.195044ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:04.010002Z","caller":"traceutil/trace.go:171","msg":"trace[292995093] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"2.189762991s","start":"2026-03-01T14:16:01.820189Z","end":"2026-03-01T14:16:04.009952Z","steps":["trace[292995093] 'process raft request' (duration: 2.189409662s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:04.010013Z","caller":"traceutil/trace.go:171","msg":"trace[1859357722] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"894.801242ms","start":"2026-03-01T14:16:03.11518Z","end":"2026-03-01T14:16:04.009981Z","steps":["trace[1859357722] 'process raft request' (duration: 894.68729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:01.820159Z","time spent":"2.189948485s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:04.010216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704799845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:04.010236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701228595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:04.010236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:03.115142Z","time spent":"895.016908ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:04.010288Z","caller":"traceutil/trace.go:171","msg":"trace[1350736397] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7945; }","duration":"1.704944148s","start":"2026-03-01T14:16:02.305322Z","end":"2026-03-01T14:16:04.010266Z","steps":["trace[1350736397] 'agreement among raft nodes before linearized reading' (duration: 1.704795235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490578261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:04.01036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.305306Z","time spent":"1.705037861s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:16:04.01037Z","caller":"traceutil/trace.go:171","msg":"trace[80051796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7945; }","duration":"1.490655273s","start":"2026-03-01T14:16:02.519709Z","end":"2026-03-01T14:16:04.010364Z","steps":["trace[80051796] 'agreement among raft nodes before linearized reading' (duration: 1.490615532s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.51968Z","time spent":"1.490749005s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:04.010462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458164203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:16:04.010516Z","caller":"traceutil/trace.go:171","msg":"trace[1740432384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:7945; }","duration":"1.458235645s","start":"2026-03-01T14:16:02.552265Z","end":"2026-03-01T14:16:04.010501Z","steps":["trace[1740432384] 'agreement among raft nodes before linearized reading' (duration: 1.458090452s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.552251Z","time spent":"1.458304176s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:16:04.010628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507490342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:16:04.010663Z","caller":"traceutil/trace.go:171","msg":"trace[46051373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7945; }","duration":"1.507564574s","start":"2026-03-01T14:16:02.503089Z","end":"2026-03-01T14:16:04.010654Z","steps":["trace[46051373] 'agreement among raft nodes before linearized reading' (duration: 1.50740855s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.50307Z","time spent":"1.507608564s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:16:04.010499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470635824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:16:04.010735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479579608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:16:04.010749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282211932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:16:04.010784Z","caller":"traceutil/trace.go:171","msg":"trace[1657743909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7945; }","duration":"1.47969656s","start":"2026-03-01T14:16:02.531076Z","end":"2026-03-01T14:16:04.010773Z","steps":["trace[1657743909] 'agreement among raft nodes before linearized reading' (duration: 1.479396482s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460893521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T14:16:04.010816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.531037Z","time spent":"1.479774002s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:16:04.010829Z","caller":"traceutil/trace.go:171","msg":"trace[1721182933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7945; }","duration":"1.282317824s","start":"2026-03-01T14:16:02.728491Z","end":"2026-03-01T14:16:04.010809Z","steps":["trace[1721182933] 'agreement among raft nodes before linearized reading' (duration: 1.282022356s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:04.01086Z","caller":"traceutil/trace.go:171","msg":"trace[1927157419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7945; }","duration":"1.460990954s","start":"2026-03-01T14:16:02.549854Z","end":"2026-03-01T14:16:04.010845Z","steps":["trace[1927157419] 'agreement among raft nodes before linearized reading' (duration: 1.460689056s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:04.010776Z","caller":"traceutil/trace.go:171","msg":"trace[2000845202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7945; }","duration":"1.470972542s","start":"2026-03-01T14:16:02.539794Z","end":"2026-03-01T14:16:04.010767Z","steps":["trace[2000845202] 'agreement among raft nodes before linearized reading' (duration: 1.470445138s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.01089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.728476Z","time spent":"1.282402316s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:04.010897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.549831Z","time spent":"1.461058576s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:16:04.010284Z","caller":"traceutil/trace.go:171","msg":"trace[672087446] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7945; }","duration":"1.701285258s","start":"2026-03-01T14:16:02.308987Z","end":"2026-03-01T14:16:04.010272Z","steps":["trace[672087446] 'agreement among raft nodes before linearized reading' (duration: 1.701186675s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.010925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481769361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:16:04.011057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.308948Z","time spent":"1.702070538s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:16:04.011095Z","caller":"traceutil/trace.go:171","msg":"trace[1358383871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7945; }","duration":"1.482088598s","start":"2026-03-01T14:16:02.528987Z","end":"2026-03-01T14:16:04.011076Z","steps":["trace[1358383871] 'agreement among raft nodes before linearized reading' (duration: 1.481367141s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:04.011203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.528971Z","time spent":"1.482220702s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:04.010922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:02.539778Z","time spent":"1.471128546s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:16:14.205578Z","caller":"traceutil/trace.go:171","msg":"trace[1047831063] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8314; }","duration":"154.781315ms","start":"2026-03-01T14:16:14.050778Z","end":"2026-03-01T14:16:14.205559Z","steps":["trace[1047831063] 'read index received' (duration: 44.692843ms)","trace[1047831063] 'applied index is now lower than readState.Index' (duration: 110.087962ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:14.205673Z","caller":"traceutil/trace.go:171","msg":"trace[528074923] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"139.104254ms","start":"2026-03-01T14:16:14.066562Z","end":"2026-03-01T14:16:14.205666Z","steps":["trace[528074923] 'process raft request' (duration: 138.971961ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.205662Z","caller":"traceutil/trace.go:171","msg":"trace[1222506224] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"159.962023ms","start":"2026-03-01T14:16:14.045659Z","end":"2026-03-01T14:16:14.205621Z","steps":["trace[1222506224] 'process raft request' (duration: 159.762778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.20581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.01641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:14.205831Z","caller":"traceutil/trace.go:171","msg":"trace[925373023] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7992; }","duration":"155.082752ms","start":"2026-03-01T14:16:14.050743Z","end":"2026-03-01T14:16:14.205826Z","steps":["trace[925373023] 'agreement among raft nodes before linearized reading' (duration: 155.029121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.205951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.594942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:16:14.206001Z","caller":"traceutil/trace.go:171","msg":"trace[2021534607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7992; }","duration":"132.690094ms","start":"2026-03-01T14:16:14.073298Z","end":"2026-03-01T14:16:14.205988Z","steps":["trace[2021534607] 'agreement among raft nodes before linearized reading' (duration: 132.549851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.206087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.716683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:16:14.206105Z","caller":"traceutil/trace.go:171","msg":"trace[1323862422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:7992; }","duration":"101.749014ms","start":"2026-03-01T14:16:14.104351Z","end":"2026-03-01T14:16:14.2061Z","steps":["trace[1323862422] 'agreement among raft nodes before linearized reading' (duration: 101.672402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.206139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.860836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:16:14.206168Z","caller":"traceutil/trace.go:171","msg":"trace[2112302558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7992; }","duration":"107.914798ms","start":"2026-03-01T14:16:14.098244Z","end":"2026-03-01T14:16:14.206159Z","steps":["trace[2112302558] 'agreement among raft nodes before linearized reading' (duration: 107.833036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.206286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.205659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:16:14.206311Z","caller":"traceutil/trace.go:171","msg":"trace[485357315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7992; }","duration":"109.275411ms","start":"2026-03-01T14:16:14.097027Z","end":"2026-03-01T14:16:14.206302Z","steps":["trace[485357315] 'agreement among raft nodes before linearized reading' (duration: 109.207829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.206434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.698887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:16:14.20645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.333452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:16:14.206474Z","caller":"traceutil/trace.go:171","msg":"trace[602170634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7992; }","duration":"112.763448ms","start":"2026-03-01T14:16:14.093698Z","end":"2026-03-01T14:16:14.206462Z","steps":["trace[602170634] 'agreement among raft nodes before linearized reading' (duration: 112.656535ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.206499Z","caller":"traceutil/trace.go:171","msg":"trace[575563693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7992; }","duration":"113.412305ms","start":"2026-03-01T14:16:14.093074Z","end":"2026-03-01T14:16:14.206486Z","steps":["trace[575563693] 'agreement among raft nodes before linearized reading' (duration: 113.290752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:14.394103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.132738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:14.394272Z","caller":"traceutil/trace.go:171","msg":"trace[1545928436] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"183.52095ms","start":"2026-03-01T14:16:14.210735Z","end":"2026-03-01T14:16:14.394256Z","steps":["trace[1545928436] 'process raft request' (duration: 183.458218ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.39429Z","caller":"traceutil/trace.go:171","msg":"trace[1834279683] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"184.082504ms","start":"2026-03-01T14:16:14.210182Z","end":"2026-03-01T14:16:14.394265Z","steps":["trace[1834279683] 'process raft request' (duration: 78.72048ms)","trace[1834279683] 'compare' (duration: 105.015755ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:14.394424Z","caller":"traceutil/trace.go:171","msg":"trace[140689003] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"183.670613ms","start":"2026-03-01T14:16:14.210742Z","end":"2026-03-01T14:16:14.394413Z","steps":["trace[140689003] 'process raft request' (duration: 183.485209ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.394465Z","caller":"traceutil/trace.go:171","msg":"trace[1716490728] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"183.589881ms","start":"2026-03-01T14:16:14.210849Z","end":"2026-03-01T14:16:14.394438Z","steps":["trace[1716490728] 'process raft request' (duration: 183.472668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.3945Z","caller":"traceutil/trace.go:171","msg":"trace[229903800] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"183.598421ms","start":"2026-03-01T14:16:14.210893Z","end":"2026-03-01T14:16:14.394491Z","steps":["trace[229903800] 'process raft request' (duration: 183.506239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.394509Z","caller":"traceutil/trace.go:171","msg":"trace[215322155] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8317; }","duration":"183.592421ms","start":"2026-03-01T14:16:14.210891Z","end":"2026-03-01T14:16:14.394484Z","steps":["trace[215322155] 'read index received' (duration: 78.023803ms)","trace[215322155] 'applied index is now lower than readState.Index' (duration: 105.567458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:14.395016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.104384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-01T14:16:14.395068Z","caller":"traceutil/trace.go:171","msg":"trace[396799016] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7997; }","duration":"184.236788ms","start":"2026-03-01T14:16:14.210818Z","end":"2026-03-01T14:16:14.395055Z","steps":["trace[396799016] 'agreement among raft nodes before linearized reading' (duration: 183.753005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.236796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736265419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:16.236916Z","caller":"traceutil/trace.go:171","msg":"trace[1880448159] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7997; }","duration":"1.736419242s","start":"2026-03-01T14:16:14.500474Z","end":"2026-03-01T14:16:16.236894Z","steps":["trace[1880448159] 'range keys from in-memory index tree' (duration: 1.736175117s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.23698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:14.500458Z","time spent":"1.736506845s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:16:16.237088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388804186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:16.237185Z","caller":"traceutil/trace.go:171","msg":"trace[108087963] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7997; }","duration":"1.38895515s","start":"2026-03-01T14:16:14.848211Z","end":"2026-03-01T14:16:16.237166Z","steps":["trace[108087963] 'count revisions from in-memory index tree' (duration: 1.388694082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.237238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:14.84819Z","time spent":"1.389034021s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:16.237329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715915511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:16.237378Z","caller":"traceutil/trace.go:171","msg":"trace[1958279790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"1.715981162s","start":"2026-03-01T14:16:14.521383Z","end":"2026-03-01T14:16:16.237364Z","steps":["trace[1958279790] 'range keys from in-memory index tree' (duration: 1.715852889s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.237481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:14.521374Z","time spent":"1.716092865s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:16.237622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116492023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6744995f8d-6kfzn.1898bd4476e74df1\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T14:16:16.237655Z","caller":"traceutil/trace.go:171","msg":"trace[739599120] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6744995f8d-6kfzn.1898bd4476e74df1; range_end:; response_count:1; response_revision:7997; }","duration":"1.116559445s","start":"2026-03-01T14:16:15.121084Z","end":"2026-03-01T14:16:16.237644Z","steps":["trace[739599120] 'range keys from in-memory index tree' (duration: 1.116260108s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.23768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:15.121069Z","time spent":"1.116602496s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6744995f8d-6kfzn.1898bd4476e74df1\" "} {"level":"warn","ts":"2026-03-01T14:16:16.237694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347364694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:16.23776Z","caller":"traceutil/trace.go:171","msg":"trace[347775482] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7997; }","duration":"1.347489117s","start":"2026-03-01T14:16:14.890253Z","end":"2026-03-01T14:16:16.237742Z","steps":["trace[347775482] 'count revisions from in-memory index tree' (duration: 1.347268191s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.237792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:14.890232Z","time spent":"1.347551908s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:16:16.29657Z","caller":"traceutil/trace.go:171","msg":"trace[138024472] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"411.098157ms","start":"2026-03-01T14:16:15.885443Z","end":"2026-03-01T14:16:16.296541Z","steps":["trace[138024472] 'process raft request' (duration: 410.912833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.296741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:15.885417Z","time spent":"411.23318ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:16.82519Z","caller":"traceutil/trace.go:171","msg":"trace[2003420220] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"838.987404ms","start":"2026-03-01T14:16:15.986176Z","end":"2026-03-01T14:16:16.825163Z","steps":["trace[2003420220] 'process raft request' (duration: 838.795849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.825361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:15.986156Z","time spent":"839.120278ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:16.825644Z","caller":"traceutil/trace.go:171","msg":"trace[125308052] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"724.841641ms","start":"2026-03-01T14:16:16.100785Z","end":"2026-03-01T14:16:16.825626Z","steps":["trace[125308052] 'process raft request' (duration: 724.336879ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:16.825694Z","caller":"traceutil/trace.go:171","msg":"trace[168657445] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8322; }","duration":"808.167096ms","start":"2026-03-01T14:16:16.017508Z","end":"2026-03-01T14:16:16.825675Z","steps":["trace[168657445] 'read index received' (duration: 278.952126ms)","trace[168657445] 'applied index is now lower than readState.Index' (duration: 529.21394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:16.825827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.100762Z","time spent":"724.958825ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:16.825926Z","caller":"traceutil/trace.go:171","msg":"trace[843314931] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"614.37653ms","start":"2026-03-01T14:16:16.211528Z","end":"2026-03-01T14:16:16.825905Z","steps":["trace[843314931] 'process raft request' (duration: 613.97103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.825956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.948829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:16:16.82564Z","caller":"traceutil/trace.go:171","msg":"trace[2023185717] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"614.075853ms","start":"2026-03-01T14:16:16.211525Z","end":"2026-03-01T14:16:16.825601Z","steps":["trace[2023185717] 'process raft request' (duration: 613.828897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:16.825997Z","caller":"traceutil/trace.go:171","msg":"trace[478609227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8003; }","duration":"610.01175ms","start":"2026-03-01T14:16:16.215971Z","end":"2026-03-01T14:16:16.825983Z","steps":["trace[478609227] 'agreement among raft nodes before linearized reading' (duration: 609.881997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.215964Z","time spent":"610.052242ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:16:16.826008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.031854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:16:16.82602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.211503Z","time spent":"614.463822ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:16.826048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.211503Z","time spent":"614.502573ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:16.826071Z","caller":"traceutil/trace.go:171","msg":"trace[1662668933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8003; }","duration":"427.125237ms","start":"2026-03-01T14:16:16.398929Z","end":"2026-03-01T14:16:16.826054Z","steps":["trace[1662668933] 'agreement among raft nodes before linearized reading' (duration: 426.944182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.398912Z","time spent":"427.196888ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:16:16.82624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.163667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:16:16.826264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.023179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:16.826262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.86692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:16:16.826297Z","caller":"traceutil/trace.go:171","msg":"trace[1723136839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8003; }","duration":"427.232089ms","start":"2026-03-01T14:16:16.399049Z","end":"2026-03-01T14:16:16.826282Z","steps":["trace[1723136839] 'agreement among raft nodes before linearized reading' (duration: 427.092726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.699205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:16.826309Z","caller":"traceutil/trace.go:171","msg":"trace[496303410] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8003; }","duration":"585.08971ms","start":"2026-03-01T14:16:16.241205Z","end":"2026-03-01T14:16:16.826295Z","steps":["trace[496303410] 'agreement among raft nodes before linearized reading' (duration: 585.020738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:16.826318Z","caller":"traceutil/trace.go:171","msg":"trace[65564097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8003; }","duration":"426.959322ms","start":"2026-03-01T14:16:16.399345Z","end":"2026-03-01T14:16:16.826304Z","steps":["trace[65564097] 'agreement among raft nodes before linearized reading' (duration: 426.805758ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:16.826336Z","caller":"traceutil/trace.go:171","msg":"trace[905191201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8003; }","duration":"587.753286ms","start":"2026-03-01T14:16:16.238574Z","end":"2026-03-01T14:16:16.826328Z","steps":["trace[905191201] 'agreement among raft nodes before linearized reading' (duration: 587.701035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.399041Z","time spent":"427.28456ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:16.826357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.238561Z","time spent":"587.790787ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:16.826354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.241192Z","time spent":"585.150542ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:16:16.826361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.399334Z","time spent":"427.015724ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:16:16.826438Z","caller":"traceutil/trace.go:171","msg":"trace[1097571053] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"586.591377ms","start":"2026-03-01T14:16:16.239814Z","end":"2026-03-01T14:16:16.826405Z","steps":["trace[1097571053] 'process raft request' (duration: 585.721496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.420103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:16:16.826505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.490084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T14:16:16.826545Z","caller":"traceutil/trace.go:171","msg":"trace[1207379236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8003; }","duration":"427.744131ms","start":"2026-03-01T14:16:16.398781Z","end":"2026-03-01T14:16:16.826525Z","steps":["trace[1207379236] 'agreement among raft nodes before linearized reading' (duration: 427.416113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.2398Z","time spent":"586.692621ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:16.826574Z","caller":"traceutil/trace.go:171","msg":"trace[1001612885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8003; }","duration":"547.602637ms","start":"2026-03-01T14:16:16.278949Z","end":"2026-03-01T14:16:16.826552Z","steps":["trace[1001612885] 'agreement among raft nodes before linearized reading' (duration: 547.409622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.278932Z","time spent":"547.674019ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:16:16.826614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.398762Z","time spent":"427.828464ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:16.826697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.304619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:16.826733Z","caller":"traceutil/trace.go:171","msg":"trace[332674996] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8003; }","duration":"809.246973ms","start":"2026-03-01T14:16:16.017475Z","end":"2026-03-01T14:16:16.826722Z","steps":["trace[332674996] 'agreement among raft nodes before linearized reading' (duration: 808.302909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.826757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.017462Z","time spent":"809.287114ms","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:16.826165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.793578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:16:16.827211Z","caller":"traceutil/trace.go:171","msg":"trace[1694145548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8003; }","duration":"427.879646ms","start":"2026-03-01T14:16:16.399313Z","end":"2026-03-01T14:16:16.827192Z","steps":["trace[1694145548] 'agreement among raft nodes before linearized reading' (duration: 426.715796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:16.827274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:16.399288Z","time spent":"427.964348ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:16:17.07386Z","caller":"traceutil/trace.go:171","msg":"trace[1179545834] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"242.804737ms","start":"2026-03-01T14:16:16.831006Z","end":"2026-03-01T14:16:17.073811Z","steps":["trace[1179545834] 'process raft request' (duration: 242.5211ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:17.074195Z","caller":"traceutil/trace.go:171","msg":"trace[1677283604] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"243.067213ms","start":"2026-03-01T14:16:16.831116Z","end":"2026-03-01T14:16:17.074184Z","steps":["trace[1677283604] 'process raft request' (duration: 242.638843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:17.074287Z","caller":"traceutil/trace.go:171","msg":"trace[799731643] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"243.050863ms","start":"2026-03-01T14:16:16.831226Z","end":"2026-03-01T14:16:17.074277Z","steps":["trace[799731643] 'process raft request' (duration: 242.90162ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:17.074272Z","caller":"traceutil/trace.go:171","msg":"trace[2096971715] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"243.083303ms","start":"2026-03-01T14:16:16.83115Z","end":"2026-03-01T14:16:17.074233Z","steps":["trace[2096971715] 'process raft request' (duration: 242.872308ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:17.074273Z","caller":"traceutil/trace.go:171","msg":"trace[631200357] linearizableReadLoop","detail":"{readStateIndex:8334; appliedIndex:8328; }","duration":"242.815438ms","start":"2026-03-01T14:16:16.831428Z","end":"2026-03-01T14:16:17.074244Z","steps":["trace[631200357] 'read index received' (duration: 14.574613ms)","trace[631200357] 'applied index is now lower than readState.Index' (duration: 228.239835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:17.074481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.029233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-01T14:16:17.074525Z","caller":"traceutil/trace.go:171","msg":"trace[170652244] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8009; }","duration":"243.103144ms","start":"2026-03-01T14:16:16.831411Z","end":"2026-03-01T14:16:17.074514Z","steps":["trace[170652244] 'agreement among raft nodes before linearized reading' (duration: 242.91575ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:17.074526Z","caller":"traceutil/trace.go:171","msg":"trace[1638639945] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"243.118165ms","start":"2026-03-01T14:16:16.831384Z","end":"2026-03-01T14:16:17.074503Z","steps":["trace[1638639945] 'process raft request' (duration: 242.786937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:17.074865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.124755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"warn","ts":"2026-03-01T14:16:17.074887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.796641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:17.074904Z","caller":"traceutil/trace.go:171","msg":"trace[83798030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8009; }","duration":"243.195907ms","start":"2026-03-01T14:16:16.831697Z","end":"2026-03-01T14:16:17.074893Z","steps":["trace[83798030] 'agreement among raft nodes before linearized reading' (duration: 242.832698ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:17.074932Z","caller":"traceutil/trace.go:171","msg":"trace[1425083766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8009; }","duration":"239.869613ms","start":"2026-03-01T14:16:16.83505Z","end":"2026-03-01T14:16:17.07492Z","steps":["trace[1425083766] 'agreement among raft nodes before linearized reading' (duration: 239.788971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:17.387177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.884538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:16:17.387283Z","caller":"traceutil/trace.go:171","msg":"trace[1351288967] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"300.218697ms","start":"2026-03-01T14:16:17.087046Z","end":"2026-03-01T14:16:17.387264Z","steps":["trace[1351288967] 'read index received' (duration: 151.276227ms)","trace[1351288967] 'applied index is now lower than readState.Index' (duration: 148.94089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:17.387394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.34223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T14:16:17.387435Z","caller":"traceutil/trace.go:171","msg":"trace[1144908369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8009; }","duration":"300.418882ms","start":"2026-03-01T14:16:17.087002Z","end":"2026-03-01T14:16:17.387421Z","steps":["trace[1144908369] 'agreement among raft nodes before linearized reading' (duration: 300.313149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:17.387472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.086959Z","time spent":"300.504814ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:16:19.142472Z","caller":"traceutil/trace.go:171","msg":"trace[1878711468] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"310.953644ms","start":"2026-03-01T14:16:18.831487Z","end":"2026-03-01T14:16:19.14244Z","steps":["trace[1878711468] 'process raft request' (duration: 310.699768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.142707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.831465Z","time spent":"311.152918ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:19.984072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.369291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:19.984229Z","caller":"traceutil/trace.go:171","msg":"trace[127441011] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8335; }","duration":"1.133777735s","start":"2026-03-01T14:16:18.850434Z","end":"2026-03-01T14:16:19.984212Z","steps":["trace[127441011] 'read index received' (duration: 291.785287ms)","trace[127441011] 'applied index is now lower than readState.Index' (duration: 841.991508ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:19.984326Z","caller":"traceutil/trace.go:171","msg":"trace[1744242335] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"1.151885304s","start":"2026-03-01T14:16:18.832432Z","end":"2026-03-01T14:16:19.984317Z","steps":["trace[1744242335] 'process raft request' (duration: 1.151725891s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.984356Z","caller":"traceutil/trace.go:171","msg":"trace[945005712] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"1.152758918s","start":"2026-03-01T14:16:18.831566Z","end":"2026-03-01T14:16:19.984325Z","steps":["trace[945005712] 'process raft request' (duration: 499.046748ms)","trace[945005712] 'compare' (duration: 653.232798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:19.98439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.832415Z","time spent":"1.151943676s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:19.984497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.831531Z","time spent":"1.152885901s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:19.984999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.499064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:16:19.985027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.811021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:19.985022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.028496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:19.985046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.262264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:16:19.985055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.597621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-01T14:16:19.985077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.890469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:16:19.985105Z","caller":"traceutil/trace.go:171","msg":"trace[832668499] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8012; }","duration":"762.18247ms","start":"2026-03-01T14:16:19.222904Z","end":"2026-03-01T14:16:19.985086Z","steps":["trace[832668499] 'agreement among raft nodes before linearized reading' (duration: 762.043317ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.985128Z","caller":"traceutil/trace.go:171","msg":"trace[1542057591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8012; }","duration":"905.360606ms","start":"2026-03-01T14:16:19.079751Z","end":"2026-03-01T14:16:19.985111Z","steps":["trace[1542057591] 'agreement among raft nodes before linearized reading' (duration: 905.143331ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.985155Z","caller":"traceutil/trace.go:171","msg":"trace[1365868734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8012; }","duration":"906.145606ms","start":"2026-03-01T14:16:19.078989Z","end":"2026-03-01T14:16:19.985135Z","steps":["trace[1365868734] 'agreement among raft nodes before linearized reading' (duration: 905.879329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.985163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.222884Z","time spent":"762.264303ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:19.98513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.143695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:16:19.985177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.079743Z","time spent":"905.425727ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:16:19.985084Z","caller":"traceutil/trace.go:171","msg":"trace[949364143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8012; }","duration":"906.629948ms","start":"2026-03-01T14:16:19.078436Z","end":"2026-03-01T14:16:19.985066Z","steps":["trace[949364143] 'agreement among raft nodes before linearized reading' (duration: 906.384162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.985202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.078978Z","time spent":"906.211077ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:16:19.985206Z","caller":"traceutil/trace.go:171","msg":"trace[570831131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8012; }","duration":"754.749815ms","start":"2026-03-01T14:16:19.23041Z","end":"2026-03-01T14:16:19.98516Z","steps":["trace[570831131] 'agreement among raft nodes before linearized reading' (duration: 754.506749ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.985232Z","caller":"traceutil/trace.go:171","msg":"trace[1664927813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8012; }","duration":"906.278748ms","start":"2026-03-01T14:16:19.07893Z","end":"2026-03-01T14:16:19.985208Z","steps":["trace[1664927813] 'agreement among raft nodes before linearized reading' (duration: 905.960561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.985305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.078922Z","time spent":"906.372891ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:19.985325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.2304Z","time spent":"754.884908ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:16:19.985347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134911613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:16:19.985244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.078415Z","time spent":"906.818013ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:16:19.985392Z","caller":"traceutil/trace.go:171","msg":"trace[1713927730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8012; }","duration":"1.134982785s","start":"2026-03-01T14:16:18.8504Z","end":"2026-03-01T14:16:19.985383Z","steps":["trace[1713927730] 'agreement among raft nodes before linearized reading' (duration: 1.134158694s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.985421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.850392Z","time spent":"1.135023305s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:16:19.985008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.851414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:16:19.985479Z","caller":"traceutil/trace.go:171","msg":"trace[677561596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8012; }","duration":"903.352316ms","start":"2026-03-01T14:16:19.082109Z","end":"2026-03-01T14:16:19.985461Z","steps":["trace[677561596] 'agreement among raft nodes before linearized reading' (duration: 902.741481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.985098Z","caller":"traceutil/trace.go:171","msg":"trace[1006744629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"463.930553ms","start":"2026-03-01T14:16:19.521149Z","end":"2026-03-01T14:16:19.98508Z","steps":["trace[1006744629] 'agreement among raft nodes before linearized reading' (duration: 463.774389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.985543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.082099Z","time spent":"903.427837ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:16:19.985612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.521127Z","time spent":"464.470187ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:21.250589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:21.750849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:22.021708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029439079s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:16:22.301308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.231164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:22.301419Z","caller":"traceutil/trace.go:171","msg":"trace[1729733913] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"2.310570491s","start":"2026-03-01T14:16:19.990827Z","end":"2026-03-01T14:16:22.301398Z","steps":["trace[1729733913] 'process raft request' (duration: 2.031174673s)","trace[1729733913] 'compare' (duration: 279.131782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:22.301478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.990802Z","time spent":"2.310648392s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:22.640918Z","caller":"traceutil/trace.go:171","msg":"trace[871166400] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8338; }","duration":"1.891146175s","start":"2026-03-01T14:16:20.749745Z","end":"2026-03-01T14:16:22.640891Z","steps":["trace[871166400] 'read index received' (duration: 1.272275863s)","trace[871166400] 'applied index is now lower than readState.Index' (duration: 618.869342ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:22.641046Z","caller":"traceutil/trace.go:171","msg":"trace[1150816266] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"2.649828929s","start":"2026-03-01T14:16:19.991143Z","end":"2026-03-01T14:16:22.640972Z","steps":["trace[1150816266] 'process raft request' (duration: 2.649545042s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641041Z","caller":"traceutil/trace.go:171","msg":"trace[1455556918] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"650.666933ms","start":"2026-03-01T14:16:21.990331Z","end":"2026-03-01T14:16:22.640998Z","steps":["trace[1455556918] 'process raft request' (duration: 650.481318ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641121Z","caller":"traceutil/trace.go:171","msg":"trace[1678530643] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"2.649602373s","start":"2026-03-01T14:16:19.991504Z","end":"2026-03-01T14:16:22.641107Z","steps":["trace[1678530643] 'process raft request' (duration: 2.649214594s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641038Z","caller":"traceutil/trace.go:171","msg":"trace[1488104191] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"649.619678ms","start":"2026-03-01T14:16:21.991385Z","end":"2026-03-01T14:16:22.641005Z","steps":["trace[1488104191] 'process raft request' (duration: 649.466374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.64126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.07762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:16:22.641279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.991126Z","time spent":"2.649994813s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:22.641299Z","caller":"traceutil/trace.go:171","msg":"trace[2084440428] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8022; }","duration":"948.148142ms","start":"2026-03-01T14:16:21.693139Z","end":"2026-03-01T14:16:22.641287Z","steps":["trace[2084440428] 'agreement among raft nodes before linearized reading' (duration: 948.08612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.641297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.99149Z","time spent":"2.649716236s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:22.641299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.991376Z","time spent":"649.865774ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:22.641339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.693118Z","time spent":"948.211663ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:22.64132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.990309Z","time spent":"650.829307ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:22.641299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891536074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:16:22.641148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664111801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:22.641435Z","caller":"traceutil/trace.go:171","msg":"trace[127086885] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"1.492794515s","start":"2026-03-01T14:16:21.148629Z","end":"2026-03-01T14:16:22.641423Z","steps":["trace[127086885] 'process raft request' (duration: 1.492119298s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641437Z","caller":"traceutil/trace.go:171","msg":"trace[992648987] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8022; }","duration":"1.891704638s","start":"2026-03-01T14:16:20.749691Z","end":"2026-03-01T14:16:22.641396Z","steps":["trace[992648987] 'agreement among raft nodes before linearized reading' (duration: 1.891324359s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641445Z","caller":"traceutil/trace.go:171","msg":"trace[1149343411] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8022; }","duration":"1.66446002s","start":"2026-03-01T14:16:20.976962Z","end":"2026-03-01T14:16:22.641422Z","steps":["trace[1149343411] 'agreement among raft nodes before linearized reading' (duration: 1.664093241s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.641438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.930901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:16:22.641487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:20.976943Z","time spent":"1.664531251s","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:22.641488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:20.749666Z","time spent":"1.891809621s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:22.641487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.148594Z","time spent":"1.492865197s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:22.641511Z","caller":"traceutil/trace.go:171","msg":"trace[1344210831] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"2.650496725s","start":"2026-03-01T14:16:19.991001Z","end":"2026-03-01T14:16:22.641498Z","steps":["trace[1344210831] 'process raft request' (duration: 2.579012505s)","trace[1344210831] 'compare' (duration: 70.421364ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:22.641526Z","caller":"traceutil/trace.go:171","msg":"trace[39842439] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8022; }","duration":"643.070504ms","start":"2026-03-01T14:16:21.998436Z","end":"2026-03-01T14:16:22.641506Z","steps":["trace[39842439] 'agreement among raft nodes before linearized reading' (duration: 642.752366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641552Z","caller":"traceutil/trace.go:171","msg":"trace[1285254519] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"2.650432754s","start":"2026-03-01T14:16:19.991104Z","end":"2026-03-01T14:16:22.641537Z","steps":["trace[1285254519] 'process raft request' (duration: 2.649552562s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641038Z","caller":"traceutil/trace.go:171","msg":"trace[612160084] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"699.370426ms","start":"2026-03-01T14:16:21.941614Z","end":"2026-03-01T14:16:22.640984Z","steps":["trace[612160084] 'process raft request' (duration: 699.164591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.641628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.998404Z","time spent":"643.214358ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:16:22.641644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.990973Z","time spent":"2.650572787s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:22.641727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.941545Z","time spent":"700.090434ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:22.641649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.991056Z","time spent":"2.650552697s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:22.641791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.305068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:22.641831Z","caller":"traceutil/trace.go:171","msg":"trace[1331173998] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8022; }","duration":"298.37935ms","start":"2026-03-01T14:16:22.343437Z","end":"2026-03-01T14:16:22.641816Z","steps":["trace[1331173998] 'agreement among raft nodes before linearized reading' (duration: 298.314378ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641455Z","caller":"traceutil/trace.go:171","msg":"trace[934052441] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"2.650426503s","start":"2026-03-01T14:16:19.991003Z","end":"2026-03-01T14:16:22.641429Z","steps":["trace[934052441] 'process raft request' (duration: 2.649608933s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.641882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.483718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T14:16:22.641892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530188966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:22.641923Z","caller":"traceutil/trace.go:171","msg":"trace[1079102548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8022; }","duration":"246.55193ms","start":"2026-03-01T14:16:22.395359Z","end":"2026-03-01T14:16:22.641911Z","steps":["trace[1079102548] 'agreement among raft nodes before linearized reading' (duration: 246.388706ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:22.641933Z","caller":"traceutil/trace.go:171","msg":"trace[1870279811] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8022; }","duration":"1.530314789s","start":"2026-03-01T14:16:21.111608Z","end":"2026-03-01T14:16:22.641922Z","steps":["trace[1870279811] 'agreement among raft nodes before linearized reading' (duration: 1.530217607s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.641934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120064342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:22.641966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.111587Z","time spent":"1.53037105s","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:22.641957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.990972Z","time spent":"2.650936506s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:22.64199Z","caller":"traceutil/trace.go:171","msg":"trace[827412123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8022; }","duration":"1.120177765s","start":"2026-03-01T14:16:21.521797Z","end":"2026-03-01T14:16:22.641975Z","steps":["trace[827412123] 'agreement among raft nodes before linearized reading' (duration: 1.120084382s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.64203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.521753Z","time spent":"1.120266767s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:22.642079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.396383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:22.642118Z","caller":"traceutil/trace.go:171","msg":"trace[368106859] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8022; }","duration":"121.465095ms","start":"2026-03-01T14:16:22.52064Z","end":"2026-03-01T14:16:22.642105Z","steps":["trace[368106859] 'agreement among raft nodes before linearized reading' (duration: 121.395083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.64244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050595523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:16:22.642496Z","caller":"traceutil/trace.go:171","msg":"trace[1964974944] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8022; }","duration":"1.050692065s","start":"2026-03-01T14:16:21.591793Z","end":"2026-03-01T14:16:22.642485Z","steps":["trace[1964974944] 'agreement among raft nodes before linearized reading' (duration: 1.049890064s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:22.642527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.591773Z","time spent":"1.050745977s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:16:24.427193Z","caller":"traceutil/trace.go:171","msg":"trace[58135978] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"115.365663ms","start":"2026-03-01T14:16:24.311803Z","end":"2026-03-01T14:16:24.427169Z","steps":["trace[58135978] 'process raft request' (duration: 115.212719ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:24.427327Z","caller":"traceutil/trace.go:171","msg":"trace[193328017] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8352; }","duration":"102.633796ms","start":"2026-03-01T14:16:24.324681Z","end":"2026-03-01T14:16:24.427315Z","steps":["trace[193328017] 'read index received' (duration: 102.626106ms)","trace[193328017] 'applied index is now lower than readState.Index' (duration: 6.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:24.427408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.709218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:24.427444Z","caller":"traceutil/trace.go:171","msg":"trace[913132317] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8025; }","duration":"102.78848ms","start":"2026-03-01T14:16:24.324644Z","end":"2026-03-01T14:16:24.427433Z","steps":["trace[913132317] 'agreement among raft nodes before linearized reading' (duration: 102.709608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.669158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.69456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:24.669244Z","caller":"traceutil/trace.go:171","msg":"trace[1301449070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"141.848453ms","start":"2026-03-01T14:16:24.527377Z","end":"2026-03-01T14:16:24.669225Z","steps":["trace[1301449070] 'range keys from in-memory index tree' (duration: 141.585356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.343475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695286568s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:16:26.343968Z","caller":"traceutil/trace.go:171","msg":"trace[858380461] linearizableReadLoop","detail":"{readStateIndex:8353; appliedIndex:8352; }","duration":"1.69581531s","start":"2026-03-01T14:16:24.648124Z","end":"2026-03-01T14:16:26.343939Z","steps":["trace[858380461] 'read index received' (duration: 79.122µs)","trace[858380461] 'applied index is now lower than readState.Index' (duration: 1.695734948s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:26.344049Z","caller":"traceutil/trace.go:171","msg":"trace[1886333328] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"1.695925213s","start":"2026-03-01T14:16:24.6481Z","end":"2026-03-01T14:16:26.344025Z","steps":["trace[1886333328] 'process raft request' (duration: 1.695651567s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.344268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.64809Z","time spent":"1.696017796s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:26.344345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69620375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:16:26.344552Z","caller":"traceutil/trace.go:171","msg":"trace[1641599098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.696424716s","start":"2026-03-01T14:16:24.64811Z","end":"2026-03-01T14:16:26.344535Z","steps":["trace[1641599098] 'agreement among raft nodes before linearized reading' (duration: 1.695958575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.344612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.648103Z","time spent":"1.696492568s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:26.670682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:16:26.670772Z","caller":"traceutil/trace.go:171","msg":"trace[1334595331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000251192s","start":"2026-03-01T14:16:24.670501Z","end":"2026-03-01T14:16:26.670752Z","steps":["trace[1334595331] 'agreement among raft nodes before linearized reading' (duration: 2.000114478s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.670822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.670488Z","time spent":"2.000323274s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:26.915206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.422872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:26.915381Z","caller":"traceutil/trace.go:171","msg":"trace[967737648] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"2.267239741s","start":"2026-03-01T14:16:24.648117Z","end":"2026-03-01T14:16:26.915357Z","steps":["trace[967737648] 'process raft request' (duration: 1.815590324s)","trace[967737648] 'compare' (duration: 451.315558ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:26.91546Z","caller":"traceutil/trace.go:171","msg":"trace[267110293] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8353; }","duration":"571.40922ms","start":"2026-03-01T14:16:26.344034Z","end":"2026-03-01T14:16:26.915443Z","steps":["trace[267110293] 'read index received' (duration: 119.64006ms)","trace[267110293] 'applied index is now lower than readState.Index' (duration: 451.76818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:26.915494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.648082Z","time spent":"2.267349083s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:26.915675Z","caller":"traceutil/trace.go:171","msg":"trace[322328178] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"2.267247091s","start":"2026-03-01T14:16:24.648413Z","end":"2026-03-01T14:16:26.915661Z","steps":["trace[322328178] 'process raft request' (duration: 2.266883752s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:26.915741Z","caller":"traceutil/trace.go:171","msg":"trace[89977184] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"2.241757867s","start":"2026-03-01T14:16:24.673967Z","end":"2026-03-01T14:16:26.915725Z","steps":["trace[89977184] 'process raft request' (duration: 2.241382468s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:26.915727Z","caller":"traceutil/trace.go:171","msg":"trace[223324261] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"2.241443538s","start":"2026-03-01T14:16:24.674261Z","end":"2026-03-01T14:16:26.915704Z","steps":["trace[223324261] 'process raft request' (duration: 2.24112047s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.915758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563806904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:26.915758Z","caller":"traceutil/trace.go:171","msg":"trace[855480778] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"2.241030059s","start":"2026-03-01T14:16:24.674694Z","end":"2026-03-01T14:16:26.915724Z","steps":["trace[855480778] 'process raft request' (duration: 2.240713991s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:26.915806Z","caller":"traceutil/trace.go:171","msg":"trace[1170775744] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8031; }","duration":"1.563915726s","start":"2026-03-01T14:16:25.35188Z","end":"2026-03-01T14:16:26.915796Z","steps":["trace[1170775744] 'agreement among raft nodes before linearized reading' (duration: 1.563812124s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.915809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.673942Z","time spent":"2.241829488s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:26.91584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.67425Z","time spent":"2.241531881s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:26.915832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:25.351858Z","time spent":"1.563966687s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:26.915834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793239847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6744995f8d-6kfzn.1898bd4476e74df1\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T14:16:26.915835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167262522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:16:26.915745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.6484Z","time spent":"2.267307422s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:26.915846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474791487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:26.915885Z","caller":"traceutil/trace.go:171","msg":"trace[941205826] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6744995f8d-6kfzn.1898bd4476e74df1; range_end:; response_count:1; response_revision:8031; }","duration":"1.793336969s","start":"2026-03-01T14:16:25.122536Z","end":"2026-03-01T14:16:26.915873Z","steps":["trace[941205826] 'agreement among raft nodes before linearized reading' (duration: 1.793182666s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:26.915893Z","caller":"traceutil/trace.go:171","msg":"trace[250486124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8031; }","duration":"2.167391966s","start":"2026-03-01T14:16:24.748488Z","end":"2026-03-01T14:16:26.91588Z","steps":["trace[250486124] 'agreement among raft nodes before linearized reading' (duration: 2.167214001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.915924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.748454Z","time spent":"2.167463986s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:16:26.915916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:25.122514Z","time spent":"1.793393541s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6744995f8d-6kfzn.1898bd4476e74df1\" "} {"level":"warn","ts":"2026-03-01T14:16:26.915884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.674687Z","time spent":"2.241134581s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:26.915914Z","caller":"traceutil/trace.go:171","msg":"trace[1900419104] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8031; }","duration":"1.474909309s","start":"2026-03-01T14:16:25.440987Z","end":"2026-03-01T14:16:26.915896Z","steps":["trace[1900419104] 'agreement among raft nodes before linearized reading' (duration: 1.474736415s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:26.915973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:25.440969Z","time spent":"1.474993612s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:27.415923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:27.916438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227859874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:27.997688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534089282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:16:28.092198Z","caller":"traceutil/trace.go:171","msg":"trace[1735947406] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"1.742265198s","start":"2026-03-01T14:16:26.349272Z","end":"2026-03-01T14:16:28.091537Z","steps":["trace[1735947406] 'process raft request' (duration: 1.648603915s)","trace[1735947406] 'compare' (duration: 93.190482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:28.092374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.349251Z","time spent":"1.743004896s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:28.475327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.534597ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:16:28.47558Z","caller":"traceutil/trace.go:171","msg":"trace[158270142] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"125.714221ms","start":"2026-03-01T14:16:28.349855Z","end":"2026-03-01T14:16:28.475569Z","steps":["trace[158270142] 'process raft request' (duration: 125.68887ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:28.47586Z","caller":"traceutil/trace.go:171","msg":"trace[1432287790] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"1.5580288s","start":"2026-03-01T14:16:26.917825Z","end":"2026-03-01T14:16:28.475854Z","steps":["trace[1432287790] 'process raft request' (duration: 1.557574669s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.475928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.917804Z","time spent":"1.55806954s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:28.47591Z","caller":"traceutil/trace.go:171","msg":"trace[992243698] linearizableReadLoop","detail":"{readStateIndex:8362; appliedIndex:8358; }","duration":"1.560388779s","start":"2026-03-01T14:16:26.915491Z","end":"2026-03-01T14:16:28.47588Z","steps":["trace[992243698] 'read index received' (duration: 1.082404495s)","trace[992243698] 'applied index is now lower than readState.Index' (duration: 477.980823ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:28.476019Z","caller":"traceutil/trace.go:171","msg":"trace[1122657893] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"1.400805794s","start":"2026-03-01T14:16:27.075191Z","end":"2026-03-01T14:16:28.475997Z","steps":["trace[1122657893] 'process raft request' (duration: 1.400314532s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.476133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043334016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:16:28.476158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796239052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:28.476177Z","caller":"traceutil/trace.go:171","msg":"trace[1698920798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8035; }","duration":"2.043378117s","start":"2026-03-01T14:16:26.432793Z","end":"2026-03-01T14:16:28.476171Z","steps":["trace[1698920798] 'agreement among raft nodes before linearized reading' (duration: 2.043284134s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.476201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.432693Z","time spent":"2.043501529s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:16:28.476199Z","caller":"traceutil/trace.go:171","msg":"trace[934136291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8035; }","duration":"1.796352055s","start":"2026-03-01T14:16:26.679835Z","end":"2026-03-01T14:16:28.476187Z","steps":["trace[934136291] 'agreement among raft nodes before linearized reading' (duration: 1.796228422s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.476178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.075153Z","time spent":"1.400926297s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:28.476242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.679819Z","time spent":"1.796407426s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:28.476316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932827394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:16:28.476341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.214939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:28.476388Z","caller":"traceutil/trace.go:171","msg":"trace[819859541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8035; }","duration":"1.932954507s","start":"2026-03-01T14:16:26.543424Z","end":"2026-03-01T14:16:28.476378Z","steps":["trace[819859541] 'agreement among raft nodes before linearized reading' (duration: 1.932809893s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.476431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.079829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:28.476497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.5434Z","time spent":"1.933070569s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:28.476482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.036502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:16:28.476504Z","caller":"traceutil/trace.go:171","msg":"trace[1072657519] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8035; }","duration":"695.213492ms","start":"2026-03-01T14:16:27.781274Z","end":"2026-03-01T14:16:28.476487Z","steps":["trace[1072657519] 'agreement among raft nodes before linearized reading' (duration: 695.089129ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:28.476613Z","caller":"traceutil/trace.go:171","msg":"trace[2134086966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8035; }","duration":"565.203076ms","start":"2026-03-01T14:16:27.911378Z","end":"2026-03-01T14:16:28.476581Z","steps":["trace[2134086966] 'agreement among raft nodes before linearized reading' (duration: 564.930289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.476663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.911358Z","time spent":"565.290917ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:16:28.47669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.781245Z","time spent":"695.407898ms","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:16:28.476438Z","caller":"traceutil/trace.go:171","msg":"trace[462584866] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8035; }","duration":"423.345623ms","start":"2026-03-01T14:16:28.053068Z","end":"2026-03-01T14:16:28.476414Z","steps":["trace[462584866] 'agreement among raft nodes before linearized reading' (duration: 423.211379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.476829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.05305Z","time spent":"423.701551ms","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:28.477788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555828244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222788"} {"level":"info","ts":"2026-03-01T14:16:28.477859Z","caller":"traceutil/trace.go:171","msg":"trace[797405507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8035; }","duration":"1.556474832s","start":"2026-03-01T14:16:26.921366Z","end":"2026-03-01T14:16:28.477841Z","steps":["trace[797405507] 'agreement among raft nodes before linearized reading' (duration: 1.55483588s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.477943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.921354Z","time spent":"1.556572184s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:16:28.902481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.734374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:28.902572Z","caller":"traceutil/trace.go:171","msg":"trace[1476280899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8037; }","duration":"305.884847ms","start":"2026-03-01T14:16:28.596667Z","end":"2026-03-01T14:16:28.902552Z","steps":["trace[1476280899] 'range keys from in-memory index tree' (duration: 305.648981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.90264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.596649Z","time spent":"305.972989ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:16:28.902779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.001035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T14:16:28.902883Z","caller":"traceutil/trace.go:171","msg":"trace[792339620] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8037; }","duration":"305.132298ms","start":"2026-03-01T14:16:28.597702Z","end":"2026-03-01T14:16:28.902834Z","steps":["trace[792339620] 'range keys from in-memory index tree' (duration: 304.702168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.902939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.59768Z","time spent":"305.244362ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-01T14:16:30.047594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034211074s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:16:30.139123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125727254s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:30.139327Z","caller":"traceutil/trace.go:171","msg":"trace[321854518] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8366; }","duration":"1.146845931s","start":"2026-03-01T14:16:28.992461Z","end":"2026-03-01T14:16:30.139307Z","steps":["trace[321854518] 'read index received' (duration: 20.943353ms)","trace[321854518] 'applied index is now lower than readState.Index' (duration: 1.125901428s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:30.139434Z","caller":"traceutil/trace.go:171","msg":"trace[1018236664] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"1.217812168s","start":"2026-03-01T14:16:28.921608Z","end":"2026-03-01T14:16:30.13942Z","steps":["trace[1018236664] 'process raft request' (duration: 91.715905ms)","trace[1018236664] 'compare' (duration: 1.125634331s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:30.139487Z","caller":"traceutil/trace.go:171","msg":"trace[448830909] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"1.217580432s","start":"2026-03-01T14:16:28.921888Z","end":"2026-03-01T14:16:30.139469Z","steps":["trace[448830909] 'process raft request' (duration: 1.217312115s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:30.139508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.921585Z","time spent":"1.217882119s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:30.139563Z","caller":"traceutil/trace.go:171","msg":"trace[1464049807] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"1.142591865s","start":"2026-03-01T14:16:28.996944Z","end":"2026-03-01T14:16:30.139536Z","steps":["trace[1464049807] 'process raft request' (duration: 1.142332648s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:30.13958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.921879Z","time spent":"1.217654093s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:30.139606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220029862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:16:30.139631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.96794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:30.13969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.996915Z","time spent":"1.142705347s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:30.139718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210882624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T14:16:30.140164Z","caller":"traceutil/trace.go:171","msg":"trace[1978345292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8041; }","duration":"1.211317725s","start":"2026-03-01T14:16:28.9288Z","end":"2026-03-01T14:16:30.140117Z","steps":["trace[1978345292] 'agreement among raft nodes before linearized reading' (duration: 1.210871314s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:30.139722Z","caller":"traceutil/trace.go:171","msg":"trace[241473019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8041; }","duration":"618.143124ms","start":"2026-03-01T14:16:29.521559Z","end":"2026-03-01T14:16:30.139702Z","steps":["trace[241473019] 'agreement among raft nodes before linearized reading' (duration: 617.938199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:30.14022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.928791Z","time spent":"1.211415867s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:16:30.13971Z","caller":"traceutil/trace.go:171","msg":"trace[1650923744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8040; }","duration":"1.220155166s","start":"2026-03-01T14:16:28.919529Z","end":"2026-03-01T14:16:30.139684Z","steps":["trace[1650923744] 'agreement among raft nodes before linearized reading' (duration: 1.21989541s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:30.14029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:29.521543Z","time spent":"618.723648ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:30.140391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:28.919521Z","time spent":"1.220853733s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:16:53.17085Z","caller":"traceutil/trace.go:171","msg":"trace[71871202] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"116.528281ms","start":"2026-03-01T14:16:53.054303Z","end":"2026-03-01T14:16:53.170832Z","steps":["trace[71871202] 'process raft request' (duration: 116.07083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:54.687572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.364506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:54.687692Z","caller":"traceutil/trace.go:171","msg":"trace[1343662618] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8210; }","duration":"507.54723ms","start":"2026-03-01T14:16:54.180117Z","end":"2026-03-01T14:16:54.687664Z","steps":["trace[1343662618] 'range keys from in-memory index tree' (duration: 507.270323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:54.687753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:54.180095Z","time spent":"507.641672ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"info","ts":"2026-03-01T14:16:54.687788Z","caller":"traceutil/trace.go:171","msg":"trace[275845406] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"461.149554ms","start":"2026-03-01T14:16:54.226592Z","end":"2026-03-01T14:16:54.687741Z","steps":["trace[275845406] 'process raft request' (duration: 460.707053ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:54.68785Z","caller":"traceutil/trace.go:171","msg":"trace[1656307005] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8548; }","duration":"426.507762ms","start":"2026-03-01T14:16:54.26131Z","end":"2026-03-01T14:16:54.687818Z","steps":["trace[1656307005] 'read index received' (duration: 426.498212ms)","trace[1656307005] 'applied index is now lower than readState.Index' (duration: 7.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:54.687922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:54.226566Z","time spent":"461.275768ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:54.688107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.788559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:16:54.688159Z","caller":"traceutil/trace.go:171","msg":"trace[1124491394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"426.878041ms","start":"2026-03-01T14:16:54.261265Z","end":"2026-03-01T14:16:54.688143Z","steps":["trace[1124491394] 'agreement among raft nodes before linearized reading' (duration: 426.643985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:54.688197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:54.261228Z","time spent":"426.959163ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:16:54.68933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.765318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:16:54.689457Z","caller":"traceutil/trace.go:171","msg":"trace[336081745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8212; }","duration":"426.935362ms","start":"2026-03-01T14:16:54.262504Z","end":"2026-03-01T14:16:54.689439Z","steps":["trace[336081745] 'agreement among raft nodes before linearized reading' (duration: 426.690226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:54.689534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:54.26247Z","time spent":"427.053485ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:54.689848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.61928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:54.689932Z","caller":"traceutil/trace.go:171","msg":"trace[360116201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8212; }","duration":"168.741833ms","start":"2026-03-01T14:16:54.521172Z","end":"2026-03-01T14:16:54.689914Z","steps":["trace[360116201] 'agreement among raft nodes before linearized reading' (duration: 168.605639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:54.689912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.628349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:16:54.690023Z","caller":"traceutil/trace.go:171","msg":"trace[1258224677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8212; }","duration":"425.784084ms","start":"2026-03-01T14:16:54.264211Z","end":"2026-03-01T14:16:54.689995Z","steps":["trace[1258224677] 'agreement among raft nodes before linearized reading' (duration: 425.573259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:54.690054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:54.264186Z","time spent":"425.861656ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:54.690494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.461885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:16:54.690563Z","caller":"traceutil/trace.go:171","msg":"trace[2124346987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8212; }","duration":"274.586168ms","start":"2026-03-01T14:16:54.415962Z","end":"2026-03-01T14:16:54.690548Z","steps":["trace[2124346987] 'agreement among raft nodes before linearized reading' (duration: 273.419369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:59.215055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227860497,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:16:59.282625Z","caller":"traceutil/trace.go:171","msg":"trace[520009420] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"580.572508ms","start":"2026-03-01T14:16:58.702023Z","end":"2026-03-01T14:16:59.282596Z","steps":["trace[520009420] 'process raft request' (duration: 580.408443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:59.282776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.701996Z","time spent":"580.706331ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:00.626119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343585809s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:17:00.664104Z","caller":"traceutil/trace.go:171","msg":"trace[202484997] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8569; }","duration":"1.949336224s","start":"2026-03-01T14:16:58.714732Z","end":"2026-03-01T14:17:00.664068Z","steps":["trace[202484997] 'read index received' (duration: 567.948774ms)","trace[202484997] 'applied index is now lower than readState.Index' (duration: 1.38138586s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:00.664316Z","caller":"traceutil/trace.go:171","msg":"trace[1732161907] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"1.952923684s","start":"2026-03-01T14:16:58.711371Z","end":"2026-03-01T14:17:00.664295Z","steps":["trace[1732161907] 'process raft request' (duration: 1.915081102s)","trace[1732161907] 'compare' (duration: 36.445338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:00.664456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.711353Z","time spent":"1.953008626s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:00.664554Z","caller":"traceutil/trace.go:171","msg":"trace[655913802] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"1.471498915s","start":"2026-03-01T14:16:59.192996Z","end":"2026-03-01T14:17:00.664495Z","steps":["trace[655913802] 'process raft request' (duration: 1.471011183s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.66481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:59.192974Z","time spent":"1.471701279s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:00.664855Z","caller":"traceutil/trace.go:171","msg":"trace[954853759] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"1.727779206s","start":"2026-03-01T14:16:58.937049Z","end":"2026-03-01T14:17:00.664828Z","steps":["trace[954853759] 'process raft request' (duration: 1.726796452s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.664987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.937004Z","time spent":"1.727922459s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:00.664991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936119815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:17:00.665066Z","caller":"traceutil/trace.go:171","msg":"trace[51655296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8234; }","duration":"1.936266059s","start":"2026-03-01T14:16:58.728778Z","end":"2026-03-01T14:17:00.665044Z","steps":["trace[51655296] 'agreement among raft nodes before linearized reading' (duration: 1.936005813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.665078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934275529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:17:00.665122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.72875Z","time spent":"1.936359731s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:17:00.665151Z","caller":"traceutil/trace.go:171","msg":"trace[1183876639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8234; }","duration":"1.934371922s","start":"2026-03-01T14:16:58.730761Z","end":"2026-03-01T14:17:00.665133Z","steps":["trace[1183876639] 'agreement among raft nodes before linearized reading' (duration: 1.934061294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.665217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.982764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:17:00.665246Z","caller":"traceutil/trace.go:171","msg":"trace[1203794533] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8234; }","duration":"456.049416ms","start":"2026-03-01T14:17:00.20919Z","end":"2026-03-01T14:17:00.665239Z","steps":["trace[1203794533] 'agreement among raft nodes before linearized reading' (duration: 456.001145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.665264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:00.20917Z","time spent":"456.090348ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:17:00.665283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144322647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:17:00.665326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936348381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:17:00.665348Z","caller":"traceutil/trace.go:171","msg":"trace[1387506566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8234; }","duration":"1.144382988s","start":"2026-03-01T14:16:59.52095Z","end":"2026-03-01T14:17:00.665333Z","steps":["trace[1387506566] 'agreement among raft nodes before linearized reading' (duration: 1.144287996s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.665392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950668088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:17:00.665378Z","caller":"traceutil/trace.go:171","msg":"trace[1452182430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8234; }","duration":"1.936414122s","start":"2026-03-01T14:16:58.728947Z","end":"2026-03-01T14:17:00.665361Z","steps":["trace[1452182430] 'agreement among raft nodes before linearized reading' (duration: 1.936285499s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:00.665414Z","caller":"traceutil/trace.go:171","msg":"trace[1859376595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8234; }","duration":"1.950719669s","start":"2026-03-01T14:16:58.714689Z","end":"2026-03-01T14:17:00.665409Z","steps":["trace[1859376595] 'agreement among raft nodes before linearized reading' (duration: 1.950661347s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.665403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:59.520903Z","time spent":"1.144488532s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:17:00.665429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.714675Z","time spent":"1.95075059s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:17:00.665433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.728939Z","time spent":"1.936482546s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:00.665209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.73075Z","time spent":"1.934445873s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:00.665371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93589256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:17:00.665711Z","caller":"traceutil/trace.go:171","msg":"trace[329489219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8234; }","duration":"1.936326321s","start":"2026-03-01T14:16:58.729365Z","end":"2026-03-01T14:17:00.665691Z","steps":["trace[329489219] 'agreement among raft nodes before linearized reading' (duration: 1.935542011s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.665764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.729347Z","time spent":"1.936402834s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:00.666256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93630694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:17:00.666319Z","caller":"traceutil/trace.go:171","msg":"trace[1623324228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8234; }","duration":"1.936400102s","start":"2026-03-01T14:16:58.729903Z","end":"2026-03-01T14:17:00.666303Z","steps":["trace[1623324228] 'agreement among raft nodes before linearized reading' (duration: 1.935540941s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:00.666353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:58.729891Z","time spent":"1.936454713s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:17:01.794975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.671497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:17:01.795075Z","caller":"traceutil/trace.go:171","msg":"trace[1437176344] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8241; }","duration":"200.808601ms","start":"2026-03-01T14:17:01.59425Z","end":"2026-03-01T14:17:01.795058Z","steps":["trace[1437176344] 'range keys from in-memory index tree' (duration: 200.492613ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:02.012374Z","caller":"traceutil/trace.go:171","msg":"trace[572888872] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"137.428352ms","start":"2026-03-01T14:17:01.874903Z","end":"2026-03-01T14:17:02.012332Z","steps":["trace[572888872] 'process raft request' (duration: 73.841729ms)","trace[572888872] 'compare' (duration: 63.386738ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:03.098888Z","caller":"traceutil/trace.go:171","msg":"trace[648561460] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"428.561263ms","start":"2026-03-01T14:17:02.670302Z","end":"2026-03-01T14:17:03.098863Z","steps":["trace[648561460] 'process raft request' (duration: 428.43495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.099063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.67027Z","time spent":"428.684845ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:03.504584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.912559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:17:03.504778Z","caller":"traceutil/trace.go:171","msg":"trace[17960621] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"832.882601ms","start":"2026-03-01T14:17:02.671857Z","end":"2026-03-01T14:17:03.50474Z","steps":["trace[17960621] 'process raft request' (duration: 591.705265ms)","trace[17960621] 'compare' (duration: 240.439658ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:03.50485Z","caller":"traceutil/trace.go:171","msg":"trace[176118486] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"284.550676ms","start":"2026-03-01T14:17:03.220279Z","end":"2026-03-01T14:17:03.50483Z","steps":["trace[176118486] 'process raft request' (duration: 284.439823ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:03.504847Z","caller":"traceutil/trace.go:171","msg":"trace[1335032875] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8584; }","duration":"796.384772ms","start":"2026-03-01T14:17:02.708439Z","end":"2026-03-01T14:17:03.504824Z","steps":["trace[1335032875] 'read index received' (duration: 390.357701ms)","trace[1335032875] 'applied index is now lower than readState.Index' (duration: 406.023961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:03.50493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.671843Z","time spent":"833.024105ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:03.505072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.628289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:17:03.505135Z","caller":"traceutil/trace.go:171","msg":"trace[1736290913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8248; }","duration":"796.728991ms","start":"2026-03-01T14:17:02.70839Z","end":"2026-03-01T14:17:03.505119Z","steps":["trace[1736290913] 'agreement among raft nodes before linearized reading' (duration: 796.549577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.505186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.70836Z","time spent":"796.813852ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:17:03.51299Z","caller":"traceutil/trace.go:171","msg":"trace[144614296] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"156.234331ms","start":"2026-03-01T14:17:03.356734Z","end":"2026-03-01T14:17:03.512968Z","steps":["trace[144614296] 'process raft request' (duration: 156.129788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.513018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.725418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:17:03.513036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.293657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:17:03.513051Z","caller":"traceutil/trace.go:171","msg":"trace[180737093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8249; }","duration":"775.79091ms","start":"2026-03-01T14:17:02.73725Z","end":"2026-03-01T14:17:03.513041Z","steps":["trace[180737093] 'agreement among raft nodes before linearized reading' (duration: 775.680327ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:03.513074Z","caller":"traceutil/trace.go:171","msg":"trace[878382237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8249; }","duration":"771.351718ms","start":"2026-03-01T14:17:02.74171Z","end":"2026-03-01T14:17:03.513062Z","steps":["trace[878382237] 'agreement among raft nodes before linearized reading' (duration: 771.230015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.513104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.7417Z","time spent":"771.39682ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:17:03.513151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.474596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:17:03.513191Z","caller":"traceutil/trace.go:171","msg":"trace[858084884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8249; }","duration":"774.554918ms","start":"2026-03-01T14:17:02.738627Z","end":"2026-03-01T14:17:03.513182Z","steps":["trace[858084884] 'agreement among raft nodes before linearized reading' (duration: 774.466116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.513217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.738603Z","time spent":"774.6067ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:03.51326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.134554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:17:03.513304Z","caller":"traceutil/trace.go:171","msg":"trace[2037397765] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8249; }","duration":"518.219636ms","start":"2026-03-01T14:17:02.995074Z","end":"2026-03-01T14:17:03.513294Z","steps":["trace[2037397765] 'agreement among raft nodes before linearized reading' (duration: 518.154954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.513339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.995053Z","time spent":"518.270347ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:17:03.51335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.40925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:17:03.513389Z","caller":"traceutil/trace.go:171","msg":"trace[2040244380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8249; }","duration":"775.460572ms","start":"2026-03-01T14:17:02.73792Z","end":"2026-03-01T14:17:03.51338Z","steps":["trace[2040244380] 'agreement among raft nodes before linearized reading' (duration: 775.37304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.513425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.737915Z","time spent":"775.501733ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:03.513078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.737232Z","time spent":"775.83835ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:17:03.513583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.23237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:17:03.513617Z","caller":"traceutil/trace.go:171","msg":"trace[225244948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8249; }","duration":"776.325593ms","start":"2026-03-01T14:17:02.737282Z","end":"2026-03-01T14:17:03.513607Z","steps":["trace[225244948] 'agreement among raft nodes before linearized reading' (duration: 776.198279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:03.51367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:02.737262Z","time spent":"776.390235ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:17:13.919322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.981687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:17:13.919455Z","caller":"traceutil/trace.go:171","msg":"trace[1701209516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8333; }","duration":"923.662833ms","start":"2026-03-01T14:17:12.995773Z","end":"2026-03-01T14:17:13.919436Z","steps":["trace[1701209516] 'process raft request' (duration: 426.403569ms)","trace[1701209516] 'compare' (duration: 496.32046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:13.919517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:12.995744Z","time spent":"923.743244ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-01T14:17:13.996278Z","caller":"traceutil/trace.go:171","msg":"trace[32317513] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"999.647104ms","start":"2026-03-01T14:17:12.996598Z","end":"2026-03-01T14:17:13.996245Z","steps":["trace[32317513] 'process raft request' (duration: 999.437689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:13.996448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:12.996582Z","time spent":"999.782608ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:13.996801Z","caller":"traceutil/trace.go:171","msg":"trace[976266520] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"696.985496ms","start":"2026-03-01T14:17:13.299797Z","end":"2026-03-01T14:17:13.996783Z","steps":["trace[976266520] 'process raft request' (duration: 696.74678ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:13.996795Z","caller":"traceutil/trace.go:171","msg":"trace[759861480] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"859.524124ms","start":"2026-03-01T14:17:13.137211Z","end":"2026-03-01T14:17:13.996735Z","steps":["trace[759861480] 'process raft request' (duration: 858.9755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:13.996894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.299782Z","time spent":"697.066518ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:17:13.996812Z","caller":"traceutil/trace.go:171","msg":"trace[1461808663] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8675; }","duration":"697.109329ms","start":"2026-03-01T14:17:13.299665Z","end":"2026-03-01T14:17:13.996774Z","steps":["trace[1461808663] 'read index received' (duration: 122.52933ms)","trace[1461808663] 'applied index is now lower than readState.Index' (duration: 574.578899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:13.997033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.137172Z","time spent":"859.730509ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:13.997149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.447787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m56ms\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-01T14:17:13.997223Z","caller":"traceutil/trace.go:171","msg":"trace[134204074] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-m56ms; range_end:; response_count:1; response_revision:8336; }","duration":"697.582032ms","start":"2026-03-01T14:17:13.299626Z","end":"2026-03-01T14:17:13.997209Z","steps":["trace[134204074] 'agreement among raft nodes before linearized reading' (duration: 697.305724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:13.997277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.299609Z","time spent":"697.659474ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m56ms\" "} {"level":"info","ts":"2026-03-01T14:17:14.11799Z","caller":"traceutil/trace.go:171","msg":"trace[1353897024] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"572.885488ms","start":"2026-03-01T14:17:13.545074Z","end":"2026-03-01T14:17:14.117959Z","steps":["trace[1353897024] 'process raft request' (duration: 572.781635ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.118021Z","caller":"traceutil/trace.go:171","msg":"trace[229565404] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"580.293112ms","start":"2026-03-01T14:17:13.537684Z","end":"2026-03-01T14:17:14.117977Z","steps":["trace[229565404] 'process raft request' (duration: 579.687976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.118196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.545067Z","time spent":"573.026791ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:14.118205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.537663Z","time spent":"580.444135ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:14.118271Z","caller":"traceutil/trace.go:171","msg":"trace[1966990759] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"326.04079ms","start":"2026-03-01T14:17:13.792187Z","end":"2026-03-01T14:17:14.118228Z","steps":["trace[1966990759] 'process raft request' (duration: 325.724703ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.118463Z","caller":"traceutil/trace.go:171","msg":"trace[2081728397] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8679; }","duration":"121.383193ms","start":"2026-03-01T14:17:13.997043Z","end":"2026-03-01T14:17:14.118427Z","steps":["trace[2081728397] 'read index received' (duration: 120.322946ms)","trace[2081728397] 'applied index is now lower than readState.Index' (duration: 1.059197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:14.118501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.792161Z","time spent":"326.217854ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:14.118609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.888463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:17:14.118691Z","caller":"traceutil/trace.go:171","msg":"trace[1750629568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8340; }","duration":"517.007895ms","start":"2026-03-01T14:17:13.601662Z","end":"2026-03-01T14:17:14.11867Z","steps":["trace[1750629568] 'agreement among raft nodes before linearized reading' (duration: 516.78904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.118724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.427314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:17:14.118719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.689671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:14.118695Z","caller":"traceutil/trace.go:171","msg":"trace[2089488342] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"140.352905ms","start":"2026-03-01T14:17:13.978324Z","end":"2026-03-01T14:17:14.118677Z","steps":["trace[2089488342] 'process raft request' (duration: 139.848543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.118963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.100061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:17:14.119118Z","caller":"traceutil/trace.go:171","msg":"trace[1191504274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8340; }","duration":"222.352337ms","start":"2026-03-01T14:17:13.896735Z","end":"2026-03-01T14:17:14.119087Z","steps":["trace[1191504274] 'agreement among raft nodes before linearized reading' (duration: 222.004679ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.118785Z","caller":"traceutil/trace.go:171","msg":"trace[103296731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8340; }","duration":"535.510746ms","start":"2026-03-01T14:17:13.583263Z","end":"2026-03-01T14:17:14.118774Z","steps":["trace[103296731] 'agreement among raft nodes before linearized reading' (duration: 535.27879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.119216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.58325Z","time spent":"535.949417ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:17:14.119043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.753448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:17:14.118745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.601645Z","time spent":"517.090388ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:17:14.119438Z","caller":"traceutil/trace.go:171","msg":"trace[1128146908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8340; }","duration":"517.137228ms","start":"2026-03-01T14:17:13.602206Z","end":"2026-03-01T14:17:14.119343Z","steps":["trace[1128146908] 'agreement among raft nodes before linearized reading' (duration: 516.303857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.118632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.946309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:17:14.119507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.60214Z","time spent":"517.352564ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:17:14.119521Z","caller":"traceutil/trace.go:171","msg":"trace[1262567787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8340; }","duration":"516.866901ms","start":"2026-03-01T14:17:13.602637Z","end":"2026-03-01T14:17:14.119504Z","steps":["trace[1262567787] 'agreement among raft nodes before linearized reading' (duration: 515.816075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.119572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.602626Z","time spent":"516.928203ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:17:14.118794Z","caller":"traceutil/trace.go:171","msg":"trace[48528372] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8340; }","duration":"535.813523ms","start":"2026-03-01T14:17:13.582967Z","end":"2026-03-01T14:17:14.118781Z","steps":["trace[48528372] 'agreement among raft nodes before linearized reading' (duration: 535.68721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.119691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.582948Z","time spent":"536.730686ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:17:14.118725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.215276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:17:14.119816Z","caller":"traceutil/trace.go:171","msg":"trace[1804917310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8340; }","duration":"558.331443ms","start":"2026-03-01T14:17:13.561451Z","end":"2026-03-01T14:17:14.119782Z","steps":["trace[1804917310] 'agreement among raft nodes before linearized reading' (duration: 557.162365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.119904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.561426Z","time spent":"558.458537ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:14.118847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.754183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"warn","ts":"2026-03-01T14:17:14.118917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.060152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:17:14.120322Z","caller":"traceutil/trace.go:171","msg":"trace[1870463697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8340; }","duration":"513.60283ms","start":"2026-03-01T14:17:13.606701Z","end":"2026-03-01T14:17:14.120304Z","steps":["trace[1870463697] 'agreement among raft nodes before linearized reading' (duration: 512.051062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.120548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.60669Z","time spent":"513.729594ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:17:14.120762Z","caller":"traceutil/trace.go:171","msg":"trace[1482377431] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8340; }","duration":"470.101886ms","start":"2026-03-01T14:17:13.650057Z","end":"2026-03-01T14:17:14.120159Z","steps":["trace[1482377431] 'agreement among raft nodes before linearized reading' (duration: 468.64643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.120855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:13.650042Z","time spent":"470.772304ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19588,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T14:17:14.277058Z","caller":"traceutil/trace.go:171","msg":"trace[2127410420] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8683; }","duration":"158.450085ms","start":"2026-03-01T14:17:14.118577Z","end":"2026-03-01T14:17:14.277027Z","steps":["trace[2127410420] 'read index received' (duration: 143.953644ms)","trace[2127410420] 'applied index is now lower than readState.Index' (duration: 14.495311ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:14.27731Z","caller":"traceutil/trace.go:171","msg":"trace[1543809159] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"269.750288ms","start":"2026-03-01T14:17:14.007547Z","end":"2026-03-01T14:17:14.277298Z","steps":["trace[1543809159] 'process raft request' (duration: 254.969909ms)","trace[1543809159] 'compare' (duration: 14.059301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:14.277501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.078605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-m56ms\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-01T14:17:14.277533Z","caller":"traceutil/trace.go:171","msg":"trace[129006127] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-m56ms; range_end:; response_count:1; response_revision:8341; }","duration":"276.172028ms","start":"2026-03-01T14:17:14.001354Z","end":"2026-03-01T14:17:14.277526Z","steps":["trace[129006127] 'agreement among raft nodes before linearized reading' (duration: 276.098836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.359767Z","caller":"traceutil/trace.go:171","msg":"trace[2053945782] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"235.156665ms","start":"2026-03-01T14:17:14.124585Z","end":"2026-03-01T14:17:14.359742Z","steps":["trace[2053945782] 'process raft request' (duration: 234.992121ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.359963Z","caller":"traceutil/trace.go:171","msg":"trace[1339376648] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"234.682394ms","start":"2026-03-01T14:17:14.125268Z","end":"2026-03-01T14:17:14.35995Z","steps":["trace[1339376648] 'process raft request' (duration: 234.431238ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.36019Z","caller":"traceutil/trace.go:171","msg":"trace[121966700] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"234.383177ms","start":"2026-03-01T14:17:14.125793Z","end":"2026-03-01T14:17:14.360176Z","steps":["trace[121966700] 'process raft request' (duration: 234.09281ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.360413Z","caller":"traceutil/trace.go:171","msg":"trace[1346750440] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"234.51359ms","start":"2026-03-01T14:17:14.125888Z","end":"2026-03-01T14:17:14.360402Z","steps":["trace[1346750440] 'process raft request' (duration: 234.439938ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:14.360608Z","caller":"traceutil/trace.go:171","msg":"trace[727604712] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"234.754166ms","start":"2026-03-01T14:17:14.125844Z","end":"2026-03-01T14:17:14.360598Z","steps":["trace[727604712] 'process raft request' (duration: 234.210393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.360688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.143694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:14.360804Z","caller":"traceutil/trace.go:171","msg":"trace[2112845383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8346; }","duration":"241.323359ms","start":"2026-03-01T14:17:14.119457Z","end":"2026-03-01T14:17:14.36078Z","steps":["trace[2112845383] 'agreement among raft nodes before linearized reading' (duration: 241.086373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.360898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.464098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-03-01T14:17:14.360971Z","caller":"traceutil/trace.go:171","msg":"trace[1460907110] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8346; }","duration":"236.58221ms","start":"2026-03-01T14:17:14.124373Z","end":"2026-03-01T14:17:14.360955Z","steps":["trace[1460907110] 'agreement among raft nodes before linearized reading' (duration: 236.059127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:14.361085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.873683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19564"} {"level":"info","ts":"2026-03-01T14:17:14.361151Z","caller":"traceutil/trace.go:171","msg":"trace[2077751305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8346; }","duration":"235.941915ms","start":"2026-03-01T14:17:14.125195Z","end":"2026-03-01T14:17:14.361136Z","steps":["trace[2077751305] 'agreement among raft nodes before linearized reading' (duration: 235.76043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:16.517586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227860860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:17:16.868116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345262611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:16.868189Z","caller":"traceutil/trace.go:171","msg":"trace[667411809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8350; }","duration":"1.345347063s","start":"2026-03-01T14:17:15.522826Z","end":"2026-03-01T14:17:16.868173Z","steps":["trace[667411809] 'range keys from in-memory index tree' (duration: 1.345087897s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:16.86822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:15.522734Z","time spent":"1.345478756s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:17:16.902437Z","caller":"traceutil/trace.go:171","msg":"trace[552727245] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"899.432608ms","start":"2026-03-01T14:17:16.002971Z","end":"2026-03-01T14:17:16.902404Z","steps":["trace[552727245] 'process raft request' (duration: 899.226873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:16.902618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.002942Z","time spent":"899.586182ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:17.0444Z","caller":"traceutil/trace.go:171","msg":"trace[661377576] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"918.722839ms","start":"2026-03-01T14:17:16.125652Z","end":"2026-03-01T14:17:17.044375Z","steps":["trace[661377576] 'process raft request' (duration: 918.650857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.044457Z","caller":"traceutil/trace.go:171","msg":"trace[1309587617] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"920.506452ms","start":"2026-03-01T14:17:16.123909Z","end":"2026-03-01T14:17:17.044416Z","steps":["trace[1309587617] 'process raft request' (duration: 920.251295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.044545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.12562Z","time spent":"918.853401ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:17.044623Z","caller":"traceutil/trace.go:171","msg":"trace[1945795497] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8693; }","duration":"1.027322192s","start":"2026-03-01T14:17:16.017274Z","end":"2026-03-01T14:17:17.044596Z","steps":["trace[1945795497] 'read index received' (duration: 885.0607ms)","trace[1945795497] 'applied index is now lower than readState.Index' (duration: 142.259792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:17.044643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.123884Z","time spent":"920.653926ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:17.044775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.587791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:17.044824Z","caller":"traceutil/trace.go:171","msg":"trace[392003031] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8354; }","duration":"799.675613ms","start":"2026-03-01T14:17:16.245133Z","end":"2026-03-01T14:17:17.044808Z","steps":["trace[392003031] 'agreement among raft nodes before linearized reading' (duration: 799.591631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.044832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027555657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T14:17:17.04489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.903976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:17:17.044852Z","caller":"traceutil/trace.go:171","msg":"trace[1336501545] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"636.314105ms","start":"2026-03-01T14:17:16.408421Z","end":"2026-03-01T14:17:17.044735Z","steps":["trace[1336501545] 'process raft request' (duration: 635.921296ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.044967Z","caller":"traceutil/trace.go:171","msg":"trace[1071408929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8354; }","duration":"677.007389ms","start":"2026-03-01T14:17:16.367948Z","end":"2026-03-01T14:17:17.044956Z","steps":["trace[1071408929] 'agreement among raft nodes before linearized reading' (duration: 676.781573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.044995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.598478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:17:17.045068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.75096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:17.045109Z","caller":"traceutil/trace.go:171","msg":"trace[1042509326] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8354; }","duration":"759.826982ms","start":"2026-03-01T14:17:16.285271Z","end":"2026-03-01T14:17:17.045098Z","steps":["trace[1042509326] 'agreement among raft nodes before linearized reading' (duration: 759.77502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.045091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.524162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:17:17.045115Z","caller":"traceutil/trace.go:171","msg":"trace[1283490311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8354; }","duration":"174.794654ms","start":"2026-03-01T14:17:16.870301Z","end":"2026-03-01T14:17:17.045096Z","steps":["trace[1283490311] 'agreement among raft nodes before linearized reading' (duration: 174.490996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.04513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.184554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:17:17.045154Z","caller":"traceutil/trace.go:171","msg":"trace[812006339] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8354; }","duration":"220.624364ms","start":"2026-03-01T14:17:16.824517Z","end":"2026-03-01T14:17:17.045141Z","steps":["trace[812006339] 'agreement among raft nodes before linearized reading' (duration: 220.541612ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.045181Z","caller":"traceutil/trace.go:171","msg":"trace[1833602427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8354; }","duration":"679.255466ms","start":"2026-03-01T14:17:16.365913Z","end":"2026-03-01T14:17:17.045168Z","steps":["trace[1833602427] 'agreement among raft nodes before linearized reading' (duration: 679.135753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.044858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.245112Z","time spent":"799.736505ms","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:17:17.045235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.365901Z","time spent":"679.322257ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:17.045138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.28525Z","time spent":"759.881073ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:17:17.044901Z","caller":"traceutil/trace.go:171","msg":"trace[1759456275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8354; }","duration":"1.02765433s","start":"2026-03-01T14:17:16.017229Z","end":"2026-03-01T14:17:17.044883Z","steps":["trace[1759456275] 'agreement among raft nodes before linearized reading' (duration: 1.027465385s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.045026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.170937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:17:17.044949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.004229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:17:17.045498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.017214Z","time spent":"1.028268566s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:17:17.045531Z","caller":"traceutil/trace.go:171","msg":"trace[338950741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8354; }","duration":"679.633735ms","start":"2026-03-01T14:17:16.365885Z","end":"2026-03-01T14:17:17.045519Z","steps":["trace[338950741] 'agreement among raft nodes before linearized reading' (duration: 678.990668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.045547Z","caller":"traceutil/trace.go:171","msg":"trace[1981214964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8354; }","duration":"680.68667ms","start":"2026-03-01T14:17:16.364811Z","end":"2026-03-01T14:17:17.045498Z","steps":["trace[1981214964] 'agreement among raft nodes before linearized reading' (duration: 680.155666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.045601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.365862Z","time spent":"679.705127ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:17.045006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.367935Z","time spent":"677.06276ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:17:17.045017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.242814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:17:17.045668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.364791Z","time spent":"680.851335ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:17:17.045167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.408402Z","time spent":"636.602712ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:17.04573Z","caller":"traceutil/trace.go:171","msg":"trace[1225710671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8354; }","duration":"679.921942ms","start":"2026-03-01T14:17:16.365741Z","end":"2026-03-01T14:17:17.045663Z","steps":["trace[1225710671] 'agreement among raft nodes before linearized reading' (duration: 679.188843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.045868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.365731Z","time spent":"680.094886ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:17.046017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.586979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:17:17.046143Z","caller":"traceutil/trace.go:171","msg":"trace[145478397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8354; }","duration":"674.773373ms","start":"2026-03-01T14:17:16.371335Z","end":"2026-03-01T14:17:17.046108Z","steps":["trace[145478397] 'agreement among raft nodes before linearized reading' (duration: 674.167088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.046207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:16.371324Z","time spent":"674.871806ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:17:17.262348Z","caller":"traceutil/trace.go:171","msg":"trace[1882794110] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"211.138968ms","start":"2026-03-01T14:17:17.051172Z","end":"2026-03-01T14:17:17.262311Z","steps":["trace[1882794110] 'process raft request' (duration: 122.816529ms)","trace[1882794110] 'compare' (duration: 88.068382ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:17.262702Z","caller":"traceutil/trace.go:171","msg":"trace[1248569935] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"210.612905ms","start":"2026-03-01T14:17:17.052043Z","end":"2026-03-01T14:17:17.262656Z","steps":["trace[1248569935] 'process raft request' (duration: 210.214835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.262757Z","caller":"traceutil/trace.go:171","msg":"trace[207967207] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"210.41392ms","start":"2026-03-01T14:17:17.05232Z","end":"2026-03-01T14:17:17.262734Z","steps":["trace[207967207] 'process raft request' (duration: 210.124843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.262807Z","caller":"traceutil/trace.go:171","msg":"trace[698983191] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"210.164953ms","start":"2026-03-01T14:17:17.052622Z","end":"2026-03-01T14:17:17.262787Z","steps":["trace[698983191] 'process raft request' (duration: 209.994989ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.262938Z","caller":"traceutil/trace.go:171","msg":"trace[689521340] linearizableReadLoop","detail":"{readStateIndex:8702; appliedIndex:8697; }","duration":"209.116427ms","start":"2026-03-01T14:17:17.053807Z","end":"2026-03-01T14:17:17.262923Z","steps":["trace[689521340] 'read index received' (duration: 37.067633ms)","trace[689521340] 'applied index is now lower than readState.Index' (duration: 172.046874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:17.293468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.37031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:17:17.293972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.14836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-03-01T14:17:17.294064Z","caller":"traceutil/trace.go:171","msg":"trace[1939708221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8359; }","duration":"240.289723ms","start":"2026-03-01T14:17:17.053751Z","end":"2026-03-01T14:17:17.294041Z","steps":["trace[1939708221] 'agreement among raft nodes before linearized reading' (duration: 209.251751ms)","trace[1939708221] 'range keys from in-memory index tree' (duration: 30.618132ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:17.294044Z","caller":"traceutil/trace.go:171","msg":"trace[1806942358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8359; }","duration":"239.988206ms","start":"2026-03-01T14:17:17.054029Z","end":"2026-03-01T14:17:17.294017Z","steps":["trace[1806942358] 'agreement among raft nodes before linearized reading' (duration: 239.263808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:17.29465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.6921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-01T14:17:17.294685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.049483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:17.294756Z","caller":"traceutil/trace.go:171","msg":"trace[1232062155] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8359; }","duration":"182.184687ms","start":"2026-03-01T14:17:17.112553Z","end":"2026-03-01T14:17:17.294737Z","steps":["trace[1232062155] 'agreement among raft nodes before linearized reading' (duration: 182.041824ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:17.295323Z","caller":"traceutil/trace.go:171","msg":"trace[479224530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8359; }","duration":"131.808872ms","start":"2026-03-01T14:17:17.162888Z","end":"2026-03-01T14:17:17.294697Z","steps":["trace[479224530] 'agreement among raft nodes before linearized reading' (duration: 131.592017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:19.047805Z","caller":"traceutil/trace.go:171","msg":"trace[1754369676] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"139.574964ms","start":"2026-03-01T14:17:18.908195Z","end":"2026-03-01T14:17:19.04777Z","steps":["trace[1754369676] 'process raft request' (duration: 139.324218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:19.324295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.020629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:17:19.324556Z","caller":"traceutil/trace.go:171","msg":"trace[1339002949] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8705; }","duration":"227.26224ms","start":"2026-03-01T14:17:19.097266Z","end":"2026-03-01T14:17:19.324528Z","steps":["trace[1339002949] 'read index received' (duration: 35.031673ms)","trace[1339002949] 'applied index is now lower than readState.Index' (duration: 192.228677ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:19.324652Z","caller":"traceutil/trace.go:171","msg":"trace[1135236996] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"271.876211ms","start":"2026-03-01T14:17:19.052734Z","end":"2026-03-01T14:17:19.32461Z","steps":["trace[1135236996] 'process raft request' (duration: 145.406211ms)","trace[1135236996] 'compare' (duration: 125.868925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:19.324838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.99264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:17:19.324863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.568577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:17:19.324974Z","caller":"traceutil/trace.go:171","msg":"trace[1952074886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8363; }","duration":"227.740122ms","start":"2026-03-01T14:17:19.09721Z","end":"2026-03-01T14:17:19.32495Z","steps":["trace[1952074886] 'agreement among raft nodes before linearized reading' (duration: 227.483385ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:19.324913Z","caller":"traceutil/trace.go:171","msg":"trace[799425060] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:8363; }","duration":"218.139223ms","start":"2026-03-01T14:17:19.10676Z","end":"2026-03-01T14:17:19.324899Z","steps":["trace[799425060] 'agreement among raft nodes before linearized reading' (duration: 217.959489ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:19.541736Z","caller":"traceutil/trace.go:171","msg":"trace[797029493] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"211.880627ms","start":"2026-03-01T14:17:19.329815Z","end":"2026-03-01T14:17:19.541696Z","steps":["trace[797029493] 'process raft request' (duration: 180.383142ms)","trace[797029493] 'compare' (duration: 31.192007ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:19.54176Z","caller":"traceutil/trace.go:171","msg":"trace[1359346373] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"211.449136ms","start":"2026-03-01T14:17:19.330275Z","end":"2026-03-01T14:17:19.541724Z","steps":["trace[1359346373] 'process raft request' (duration: 211.271782ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:19.542052Z","caller":"traceutil/trace.go:171","msg":"trace[610093239] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8708; }","duration":"211.910428ms","start":"2026-03-01T14:17:19.330116Z","end":"2026-03-01T14:17:19.542027Z","steps":["trace[610093239] 'read index received' (duration: 74.535857ms)","trace[610093239] 'applied index is now lower than readState.Index' (duration: 137.373701ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:19.542132Z","caller":"traceutil/trace.go:171","msg":"trace[1967975496] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"209.136318ms","start":"2026-03-01T14:17:19.332956Z","end":"2026-03-01T14:17:19.542092Z","steps":["trace[1967975496] 'process raft request' (duration: 208.964524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:19.542083Z","caller":"traceutil/trace.go:171","msg":"trace[1962175083] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"211.666961ms","start":"2026-03-01T14:17:19.330385Z","end":"2026-03-01T14:17:19.542052Z","steps":["trace[1962175083] 'process raft request' (duration: 211.231111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:19.542306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.788535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:19.54238Z","caller":"traceutil/trace.go:171","msg":"trace[997060404] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8368; }","duration":"211.911217ms","start":"2026-03-01T14:17:19.330449Z","end":"2026-03-01T14:17:19.54236Z","steps":["trace[997060404] 'agreement among raft nodes before linearized reading' (duration: 211.780404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:19.542792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.647576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227434"} {"level":"info","ts":"2026-03-01T14:17:19.542874Z","caller":"traceutil/trace.go:171","msg":"trace[902865658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8368; }","duration":"212.772788ms","start":"2026-03-01T14:17:19.330084Z","end":"2026-03-01T14:17:19.542857Z","steps":["trace[902865658] 'agreement among raft nodes before linearized reading' (duration: 212.057041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:19.933639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.388128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:17:19.933774Z","caller":"traceutil/trace.go:171","msg":"trace[1789063870] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8712; }","duration":"190.936655ms","start":"2026-03-01T14:17:19.742816Z","end":"2026-03-01T14:17:19.933752Z","steps":["trace[1789063870] 'read index received' (duration: 76.127166ms)","trace[1789063870] 'applied index is now lower than readState.Index' (duration: 114.807979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:19.933906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.072718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:19.933957Z","caller":"traceutil/trace.go:171","msg":"trace[461017018] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8369; }","duration":"191.166732ms","start":"2026-03-01T14:17:19.742774Z","end":"2026-03-01T14:17:19.93394Z","steps":["trace[461017018] 'agreement among raft nodes before linearized reading' (duration: 191.034918ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:19.934358Z","caller":"traceutil/trace.go:171","msg":"trace[1348641159] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"389.664864ms","start":"2026-03-01T14:17:19.544654Z","end":"2026-03-01T14:17:19.934319Z","steps":["trace[1348641159] 'process raft request' (duration: 274.444145ms)","trace[1348641159] 'compare' (duration: 114.229555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:19.934442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:19.544632Z","time spent":"389.776546ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:17:20.400854Z","caller":"traceutil/trace.go:171","msg":"trace[580797860] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8714; }","duration":"377.785317ms","start":"2026-03-01T14:17:20.023041Z","end":"2026-03-01T14:17:20.400827Z","steps":["trace[580797860] 'read index received' (duration: 30.18µs)","trace[580797860] 'applied index is now lower than readState.Index' (duration: 377.753987ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:20.400928Z","caller":"traceutil/trace.go:171","msg":"trace[948791929] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"377.88844ms","start":"2026-03-01T14:17:20.023005Z","end":"2026-03-01T14:17:20.400893Z","steps":["trace[948791929] 'process raft request' (duration: 377.662144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:20.401107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:20.022988Z","time spent":"378.051384ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:17:20.40122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.154568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-01T14:17:20.401313Z","caller":"traceutil/trace.go:171","msg":"trace[805339880] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8371; }","duration":"378.2947ms","start":"2026-03-01T14:17:20.022996Z","end":"2026-03-01T14:17:20.401291Z","steps":["trace[805339880] 'agreement among raft nodes before linearized reading' (duration: 377.968511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:20.401369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:20.022979Z","time spent":"378.379473ms","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-01T14:17:20.401971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.806899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-01T14:17:20.402026Z","caller":"traceutil/trace.go:171","msg":"trace[544142766] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8371; }","duration":"220.920182ms","start":"2026-03-01T14:17:20.181092Z","end":"2026-03-01T14:17:20.402012Z","steps":["trace[544142766] 'agreement among raft nodes before linearized reading' (duration: 219.880615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:20.552482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.681887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:17:20.552588Z","caller":"traceutil/trace.go:171","msg":"trace[1261207874] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"121.915677ms","start":"2026-03-01T14:17:20.430656Z","end":"2026-03-01T14:17:20.552571Z","steps":["trace[1261207874] 'read index received' (duration: 21.027304ms)","trace[1261207874] 'applied index is now lower than readState.Index' (duration: 100.887173ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:20.552672Z","caller":"traceutil/trace.go:171","msg":"trace[743728720] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"122.797349ms","start":"2026-03-01T14:17:20.429863Z","end":"2026-03-01T14:17:20.55266Z","steps":["trace[743728720] 'process raft request' (duration: 21.849995ms)","trace[743728720] 'compare' (duration: 100.566984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:20.552902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.240015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-01T14:17:20.552957Z","caller":"traceutil/trace.go:171","msg":"trace[1727722260] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8373; }","duration":"122.333797ms","start":"2026-03-01T14:17:20.43061Z","end":"2026-03-01T14:17:20.552944Z","steps":["trace[1727722260] 'agreement among raft nodes before linearized reading' (duration: 122.162913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:20.552885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.81887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-01T14:17:20.553039Z","caller":"traceutil/trace.go:171","msg":"trace[475451396] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8373; }","duration":"118.993814ms","start":"2026-03-01T14:17:20.434026Z","end":"2026-03-01T14:17:20.55302Z","steps":["trace[475451396] 'agreement among raft nodes before linearized reading' (duration: 118.690996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:23.951057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.330737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:17:23.9511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.158167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:17:23.951199Z","caller":"traceutil/trace.go:171","msg":"trace[1350056411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8414; }","duration":"394.286849ms","start":"2026-03-01T14:17:23.556882Z","end":"2026-03-01T14:17:23.951169Z","steps":["trace[1350056411] 'range keys from in-memory index tree' (duration: 393.999502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:23.951266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:23.55687Z","time spent":"394.377882ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:17:23.951244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.614014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:23.951372Z","caller":"traceutil/trace.go:171","msg":"trace[377546619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8414; }","duration":"430.791149ms","start":"2026-03-01T14:17:23.520561Z","end":"2026-03-01T14:17:23.951353Z","steps":["trace[377546619] 'range keys from in-memory index tree' (duration: 430.524152ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:23.951142Z","caller":"traceutil/trace.go:171","msg":"trace[644057204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:8414; }","duration":"385.431659ms","start":"2026-03-01T14:17:23.56569Z","end":"2026-03-01T14:17:23.951121Z","steps":["trace[644057204] 'range keys from in-memory index tree' (duration: 384.906376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:23.95142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:23.520541Z","time spent":"430.86819ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:17:23.951418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.497625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:17:23.951418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.249369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:17:23.951463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:23.565614Z","time spent":"385.833309ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:17:23.951497Z","caller":"traceutil/trace.go:171","msg":"trace[1330605917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8414; }","duration":"394.500365ms","start":"2026-03-01T14:17:23.556976Z","end":"2026-03-01T14:17:23.951476Z","steps":["trace[1330605917] 'range keys from in-memory index tree' (duration: 394.030903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:23.951551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:23.556943Z","time spent":"394.595987ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:17:23.951756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.146141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:17:23.951839Z","caller":"traceutil/trace.go:171","msg":"trace[584977072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8414; }","duration":"391.283834ms","start":"2026-03-01T14:17:23.560543Z","end":"2026-03-01T14:17:23.951827Z","steps":["trace[584977072] 'range keys from in-memory index tree' (duration: 390.988117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:23.951881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:23.560512Z","time spent":"391.357796ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:17:23.952042Z","caller":"traceutil/trace.go:171","msg":"trace[1385187461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8414; }","duration":"392.626297ms","start":"2026-03-01T14:17:23.558841Z","end":"2026-03-01T14:17:23.951467Z","steps":["trace[1385187461] 'range keys from in-memory index tree' (duration: 392.203527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:23.952115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:23.55882Z","time spent":"393.278834ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:18:17.748322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.944209ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:18:17.748869Z","caller":"traceutil/trace.go:171","msg":"trace[832792626] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9338; }","duration":"854.950093ms","start":"2026-03-01T14:18:16.89388Z","end":"2026-03-01T14:18:17.74883Z","steps":["trace[832792626] 'read index received' (duration: 308.509742ms)","trace[832792626] 'applied index is now lower than readState.Index' (duration: 546.437701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:18:17.749034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.115027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:18:17.749147Z","caller":"traceutil/trace.go:171","msg":"trace[2087043061] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8976; }","duration":"855.293371ms","start":"2026-03-01T14:18:16.893826Z","end":"2026-03-01T14:18:17.74912Z","steps":["trace[2087043061] 'agreement among raft nodes before linearized reading' (duration: 855.087566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:17.749233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:16.893803Z","time spent":"855.411215ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:18:17.749242Z","caller":"traceutil/trace.go:171","msg":"trace[340156343] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"644.592779ms","start":"2026-03-01T14:18:17.104606Z","end":"2026-03-01T14:18:17.749199Z","steps":["trace[340156343] 'process raft request' (duration: 643.831131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:17.749707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:17.104584Z","time spent":"644.721222ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:18:17.751766Z","caller":"traceutil/trace.go:171","msg":"trace[1312950631] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"455.751139ms","start":"2026-03-01T14:18:17.295995Z","end":"2026-03-01T14:18:17.751746Z","steps":["trace[1312950631] 'process raft request' (duration: 454.541918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:17.751873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:17.295965Z","time spent":"455.861582ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:18:17.751906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.474165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T14:18:17.751905Z","caller":"traceutil/trace.go:171","msg":"trace[153940374] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"418.651178ms","start":"2026-03-01T14:18:17.333226Z","end":"2026-03-01T14:18:17.751877Z","steps":["trace[153940374] 'process raft request' (duration: 418.398462ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:17.752016Z","caller":"traceutil/trace.go:171","msg":"trace[588778485] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8980; }","duration":"315.575668ms","start":"2026-03-01T14:18:17.43637Z","end":"2026-03-01T14:18:17.751946Z","steps":["trace[588778485] 'agreement among raft nodes before linearized reading' (duration: 315.453385ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:17.751732Z","caller":"traceutil/trace.go:171","msg":"trace[178061917] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"192.586653ms","start":"2026-03-01T14:18:17.559133Z","end":"2026-03-01T14:18:17.75172Z","steps":["trace[178061917] 'process raft request' (duration: 192.530902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:17.752064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:17.436349Z","time spent":"315.704151ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:18:17.752106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:17.333201Z","time spent":"418.807612ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:18:17.752142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.693913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:18:17.752192Z","caller":"traceutil/trace.go:171","msg":"trace[1715578219] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8980; }","duration":"723.783635ms","start":"2026-03-01T14:18:17.028393Z","end":"2026-03-01T14:18:17.752176Z","steps":["trace[1715578219] 'agreement among raft nodes before linearized reading' (duration: 723.674703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:17.752251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:17.028369Z","time spent":"723.866407ms","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:18:30.049607Z","caller":"traceutil/trace.go:171","msg":"trace[592218262] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"258.336667ms","start":"2026-03-01T14:18:29.791209Z","end":"2026-03-01T14:18:30.049546Z","steps":["trace[592218262] 'process raft request' (duration: 258.175493ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:30.276038Z","caller":"traceutil/trace.go:171","msg":"trace[2069327026] linearizableReadLoop","detail":"{readStateIndex:9409; appliedIndex:9407; }","duration":"470.064585ms","start":"2026-03-01T14:18:29.805954Z","end":"2026-03-01T14:18:30.276018Z","steps":["trace[2069327026] 'read index received' (duration: 243.668112ms)","trace[2069327026] 'applied index is now lower than readState.Index' (duration: 226.395563ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:18:30.276106Z","caller":"traceutil/trace.go:171","msg":"trace[724008752] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"484.822492ms","start":"2026-03-01T14:18:29.791246Z","end":"2026-03-01T14:18:30.276069Z","steps":["trace[724008752] 'process raft request' (duration: 428.624557ms)","trace[724008752] 'compare' (duration: 55.802465ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:18:30.27617Z","caller":"traceutil/trace.go:171","msg":"trace[195822062] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"479.9194ms","start":"2026-03-01T14:18:29.796227Z","end":"2026-03-01T14:18:30.276146Z","steps":["trace[195822062] 'process raft request' (duration: 479.744346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:30.276214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.249689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:18:30.276251Z","caller":"traceutil/trace.go:171","msg":"trace[2036234880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9044; }","duration":"470.30108ms","start":"2026-03-01T14:18:29.805941Z","end":"2026-03-01T14:18:30.276242Z","steps":["trace[2036234880] 'agreement among raft nodes before linearized reading' (duration: 470.167537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:30.276256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:29.791221Z","time spent":"484.961805ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:18:30.276286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:29.805898Z","time spent":"470.380332ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:18:30.2763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:29.796212Z","time spent":"480.012612ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:18:30.824688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227862783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:18:31.325126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227862783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:18:31.378816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098319948s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:18:31.491029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.838818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:18:31.4914Z","caller":"traceutil/trace.go:171","msg":"trace[2141901469] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"1.210975745s","start":"2026-03-01T14:18:30.280381Z","end":"2026-03-01T14:18:31.491356Z","steps":["trace[2141901469] 'process raft request' (duration: 1.098685306s)","trace[2141901469] 'compare' (duration: 111.50817ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:18:31.491218Z","caller":"traceutil/trace.go:171","msg":"trace[1467499981] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9409; }","duration":"1.167444213s","start":"2026-03-01T14:18:30.323749Z","end":"2026-03-01T14:18:31.491193Z","steps":["trace[1467499981] 'read index received' (duration: 1.055309568s)","trace[1467499981] 'applied index is now lower than readState.Index' (duration: 112.133005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:18:31.491816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.280359Z","time spent":"1.21115672s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:18:31.491851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1680771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:18:31.492018Z","caller":"traceutil/trace.go:171","msg":"trace[782514663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9045; }","duration":"1.168290315s","start":"2026-03-01T14:18:30.323697Z","end":"2026-03-01T14:18:31.491988Z","steps":["trace[782514663] 'agreement among raft nodes before linearized reading' (duration: 1.167781202s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.492071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.323676Z","time spent":"1.168383327s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:18:31.49229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16808162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:18:31.492302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.31662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:18:31.492387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.830426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:18:31.492395Z","caller":"traceutil/trace.go:171","msg":"trace[1162163983] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9045; }","duration":"842.501734ms","start":"2026-03-01T14:18:30.649873Z","end":"2026-03-01T14:18:31.492374Z","steps":["trace[1162163983] 'agreement among raft nodes before linearized reading' (duration: 842.280308ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:31.492439Z","caller":"traceutil/trace.go:171","msg":"trace[376417148] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9045; }","duration":"117.914548ms","start":"2026-03-01T14:18:31.374508Z","end":"2026-03-01T14:18:31.492423Z","steps":["trace[376417148] 'agreement among raft nodes before linearized reading' (duration: 117.830046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.492449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.649819Z","time spent":"842.615017ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:18:31.492445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16527864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:18:31.492512Z","caller":"traceutil/trace.go:171","msg":"trace[1849555903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9045; }","duration":"1.165381163s","start":"2026-03-01T14:18:30.327111Z","end":"2026-03-01T14:18:31.492492Z","steps":["trace[1849555903] 'agreement among raft nodes before linearized reading' (duration: 1.165184598s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.492564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.327094Z","time spent":"1.165459404s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:18:31.492568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16728568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:18:31.492612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095247161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:18:31.492715Z","caller":"traceutil/trace.go:171","msg":"trace[490249084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:9045; }","duration":"1.095408594s","start":"2026-03-01T14:18:30.39728Z","end":"2026-03-01T14:18:31.492689Z","steps":["trace[490249084] 'agreement among raft nodes before linearized reading' (duration: 1.095088067s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:31.492639Z","caller":"traceutil/trace.go:171","msg":"trace[1097162966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9045; }","duration":"1.167378243s","start":"2026-03-01T14:18:30.325238Z","end":"2026-03-01T14:18:31.492617Z","steps":["trace[1097162966] 'agreement among raft nodes before linearized reading' (duration: 1.167140847s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.492781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.39726Z","time spent":"1.095506507s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:18:31.492797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.325228Z","time spent":"1.167554297s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:18:31.492346Z","caller":"traceutil/trace.go:171","msg":"trace[1284304887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9045; }","duration":"1.168178342s","start":"2026-03-01T14:18:30.324155Z","end":"2026-03-01T14:18:31.492333Z","steps":["trace[1284304887] 'agreement among raft nodes before linearized reading' (duration: 1.167738791s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.493064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:30.324136Z","time spent":"1.168800448s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:18:31.934326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.652541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:18:31.934508Z","caller":"traceutil/trace.go:171","msg":"trace[982204648] linearizableReadLoop","detail":"{readStateIndex:9414; appliedIndex:9412; }","duration":"371.981389ms","start":"2026-03-01T14:18:31.562501Z","end":"2026-03-01T14:18:31.934483Z","steps":["trace[982204648] 'read index received' (duration: 70.009149ms)","trace[982204648] 'applied index is now lower than readState.Index' (duration: 301.9706ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:18:31.934584Z","caller":"traceutil/trace.go:171","msg":"trace[1892730688] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"436.784939ms","start":"2026-03-01T14:18:31.497763Z","end":"2026-03-01T14:18:31.934548Z","steps":["trace[1892730688] 'process raft request' (duration: 436.650935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.934719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.233338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:18:31.934777Z","caller":"traceutil/trace.go:171","msg":"trace[1668115349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9049; }","duration":"412.332511ms","start":"2026-03-01T14:18:31.52243Z","end":"2026-03-01T14:18:31.934763Z","steps":["trace[1668115349] 'agreement among raft nodes before linearized reading' (duration: 412.242689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.934823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:31.522409Z","time spent":"412.403493ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:18:31.934811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:31.497736Z","time spent":"436.978083ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:18:31.934867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.300758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:18:31.934928Z","caller":"traceutil/trace.go:171","msg":"trace[714294232] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9049; }","duration":"337.40704ms","start":"2026-03-01T14:18:31.597506Z","end":"2026-03-01T14:18:31.934913Z","steps":["trace[714294232] 'agreement among raft nodes before linearized reading' (duration: 337.229016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:31.93498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:31.597485Z","time spent":"337.482642ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:18:31.935298Z","caller":"traceutil/trace.go:171","msg":"trace[2126734820] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"437.29032ms","start":"2026-03-01T14:18:31.497444Z","end":"2026-03-01T14:18:31.934735Z","steps":["trace[2126734820] 'process raft request' (duration: 135.144396ms)","trace[2126734820] 'compare' (duration: 301.441326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:18:31.935397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:18:31.497424Z","time spent":"437.926866ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:18:32.170204Z","caller":"traceutil/trace.go:171","msg":"trace[1718081349] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"115.51676ms","start":"2026-03-01T14:18:32.054663Z","end":"2026-03-01T14:18:32.17018Z","steps":["trace[1718081349] 'process raft request' (duration: 115.390237ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:32.337251Z","caller":"traceutil/trace.go:171","msg":"trace[198831774] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"165.810128ms","start":"2026-03-01T14:18:32.171412Z","end":"2026-03-01T14:18:32.337222Z","steps":["trace[198831774] 'process raft request' (duration: 122.931113ms)","trace[198831774] 'compare' (duration: 42.762782ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:19:42.204296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7334} {"level":"info","ts":"2026-03-01T14:19:42.27693Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7334,"took":"70.06005ms","hash":3494298963,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":25001984,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T14:19:42.276987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3494298963,"revision":7334,"compact-revision":5213} {"level":"info","ts":"2026-03-01T14:20:01.994543Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T14:20:02.002835Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-03-01T14:20:02.002951Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"warn","ts":"2026-03-01T14:23:47.371774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227868543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:23:47.872169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227868543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:23:47.919708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280730232s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:23:47.923792Z","caller":"traceutil/trace.go:171","msg":"trace[962190754] transaction","detail":"{read_only:false; response_revision:11185; number_of_response:1; }","duration":"480.510079ms","start":"2026-03-01T14:23:47.443258Z","end":"2026-03-01T14:23:47.923768Z","steps":["trace[962190754] 'process raft request' (duration: 480.330495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.92396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.443228Z","time spent":"480.639221ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:23:47.924401Z","caller":"traceutil/trace.go:171","msg":"trace[442121827] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"343.962905ms","start":"2026-03-01T14:23:47.580413Z","end":"2026-03-01T14:23:47.924376Z","steps":["trace[442121827] 'process raft request' (duration: 343.292677ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.924494Z","caller":"traceutil/trace.go:171","msg":"trace[235656730] linearizableReadLoop","detail":"{readStateIndex:11632; appliedIndex:11628; }","duration":"1.053633645s","start":"2026-03-01T14:23:46.870821Z","end":"2026-03-01T14:23:47.924455Z","steps":["trace[235656730] 'read index received' (duration: 1.049371369s)","trace[235656730] 'applied index is now lower than readState.Index' (duration: 4.260846ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:47.924603Z","caller":"traceutil/trace.go:171","msg":"trace[1701782704] transaction","detail":"{read_only:false; response_revision:11187; number_of_response:1; }","duration":"324.433411ms","start":"2026-03-01T14:23:47.60013Z","end":"2026-03-01T14:23:47.924564Z","steps":["trace[1701782704] 'process raft request' (duration: 324.132834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.924704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.600104Z","time spent":"324.555834ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:23:47.924727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053897621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:47.924764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052396133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:47.924798Z","caller":"traceutil/trace.go:171","msg":"trace[1565871220] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11187; }","duration":"1.054032595s","start":"2026-03-01T14:23:46.870747Z","end":"2026-03-01T14:23:47.924779Z","steps":["trace[1565871220] 'agreement among raft nodes before linearized reading' (duration: 1.053895581s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.924823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.393392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:23:47.924807Z","caller":"traceutil/trace.go:171","msg":"trace[810943490] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11187; }","duration":"1.052515476s","start":"2026-03-01T14:23:46.87228Z","end":"2026-03-01T14:23:47.924795Z","steps":["trace[810943490] 'agreement among raft nodes before linearized reading' (duration: 1.052401533s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.924878Z","caller":"traceutil/trace.go:171","msg":"trace[1986331890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11187; }","duration":"197.476455ms","start":"2026-03-01T14:23:47.72738Z","end":"2026-03-01T14:23:47.924857Z","steps":["trace[1986331890] 'agreement among raft nodes before linearized reading' (duration: 197.341421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.924858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.569728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:47.924911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:46.870718Z","time spent":"1.054130326s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:23:47.924946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.328836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131158"} {"level":"info","ts":"2026-03-01T14:23:47.924972Z","caller":"traceutil/trace.go:171","msg":"trace[1015328189] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11187; }","duration":"655.765593ms","start":"2026-03-01T14:23:47.269183Z","end":"2026-03-01T14:23:47.924948Z","steps":["trace[1015328189] 'agreement among raft nodes before linearized reading' (duration: 655.513607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.925002Z","caller":"traceutil/trace.go:171","msg":"trace[1832211828] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11187; }","duration":"729.385438ms","start":"2026-03-01T14:23:47.195599Z","end":"2026-03-01T14:23:47.924985Z","steps":["trace[1832211828] 'agreement among raft nodes before linearized reading' (duration: 729.200373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.269176Z","time spent":"655.840224ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.195528Z","time spent":"729.506831ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131182,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.875978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:47.925142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.017909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:23:47.92518Z","caller":"traceutil/trace.go:171","msg":"trace[2042673699] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11187; }","duration":"804.955361ms","start":"2026-03-01T14:23:47.120209Z","end":"2026-03-01T14:23:47.925165Z","steps":["trace[2042673699] 'agreement among raft nodes before linearized reading' (duration: 804.850819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049708566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-01T14:23:47.925215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.878125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:47.925223Z","caller":"traceutil/trace.go:171","msg":"trace[1787749504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11187; }","duration":"610.123972ms","start":"2026-03-01T14:23:47.31508Z","end":"2026-03-01T14:23:47.925204Z","steps":["trace[1787749504] 'agreement among raft nodes before linearized reading' (duration: 609.938288ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.92524Z","caller":"traceutil/trace.go:171","msg":"trace[1952233125] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11187; }","duration":"1.049789569s","start":"2026-03-01T14:23:46.875437Z","end":"2026-03-01T14:23:47.925226Z","steps":["trace[1952233125] 'agreement among raft nodes before linearized reading' (duration: 1.049639925s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.92526Z","caller":"traceutil/trace.go:171","msg":"trace[2061369506] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11187; }","duration":"655.953847ms","start":"2026-03-01T14:23:47.269296Z","end":"2026-03-01T14:23:47.92525Z","steps":["trace[2061369506] 'agreement among raft nodes before linearized reading' (duration: 655.892626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:46.875426Z","time spent":"1.04984569s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:23:47.9253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.269278Z","time spent":"656.014548ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.580389Z","time spent":"344.112149ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:23:47.925359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052903526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:47.925425Z","caller":"traceutil/trace.go:171","msg":"trace[814339984] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11187; }","duration":"1.052987118s","start":"2026-03-01T14:23:46.872425Z","end":"2026-03-01T14:23:47.925412Z","steps":["trace[814339984] 'agreement among raft nodes before linearized reading' (duration: 1.052872765s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.684335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-01T14:23:47.925536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050609908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:47.925645Z","caller":"traceutil/trace.go:171","msg":"trace[1296802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11187; }","duration":"656.828698ms","start":"2026-03-01T14:23:47.268801Z","end":"2026-03-01T14:23:47.92563Z","steps":["trace[1296802] 'agreement among raft nodes before linearized reading' (duration: 656.627914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.910951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:23:47.925684Z","caller":"traceutil/trace.go:171","msg":"trace[1910693887] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11187; }","duration":"1.050801303s","start":"2026-03-01T14:23:46.87485Z","end":"2026-03-01T14:23:47.925651Z","steps":["trace[1910693887] 'agreement among raft nodes before linearized reading' (duration: 1.050402183s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:46.87241Z","time spent":"1.053107141s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.120197Z","time spent":"805.023552ms","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:23:47.925699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.268777Z","time spent":"656.908821ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:23:47.927428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.850258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:23:47.927477Z","caller":"traceutil/trace.go:171","msg":"trace[303993929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11187; }","duration":"200.93915ms","start":"2026-03-01T14:23:47.726525Z","end":"2026-03-01T14:23:47.927464Z","steps":["trace[303993929] 'agreement among raft nodes before linearized reading' (duration: 198.652743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.927501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.389991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:23:47.927569Z","caller":"traceutil/trace.go:171","msg":"trace[1621486521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11187; }","duration":"713.522114ms","start":"2026-03-01T14:23:47.21403Z","end":"2026-03-01T14:23:47.927552Z","steps":["trace[1621486521] 'agreement among raft nodes before linearized reading' (duration: 711.689659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.343437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:47.92762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.214008Z","time spent":"713.599296ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:23:47.927635Z","caller":"traceutil/trace.go:171","msg":"trace[1227288886] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11187; }","duration":"658.403238ms","start":"2026-03-01T14:23:47.269214Z","end":"2026-03-01T14:23:47.927617Z","steps":["trace[1227288886] 'agreement among raft nodes before linearized reading' (duration: 656.328596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.927657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.616693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T14:23:47.927714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.269188Z","time spent":"658.507381ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-01T14:23:47.927746Z","caller":"traceutil/trace.go:171","msg":"trace[1915864396] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11187; }","duration":"658.723676ms","start":"2026-03-01T14:23:47.269Z","end":"2026-03-01T14:23:47.927723Z","steps":["trace[1915864396] 'agreement among raft nodes before linearized reading' (duration: 657.220948ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.925749Z","caller":"traceutil/trace.go:171","msg":"trace[1000670279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11187; }","duration":"189.058425ms","start":"2026-03-01T14:23:47.736664Z","end":"2026-03-01T14:23:47.925722Z","steps":["trace[1000670279] 'agreement among raft nodes before linearized reading' (duration: 188.841169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.92534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.315068Z","time spent":"610.253365ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:46.872259Z","time spent":"1.052751092s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.856509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:47.928005Z","caller":"traceutil/trace.go:171","msg":"trace[1075755396] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11187; }","duration":"659.117395ms","start":"2026-03-01T14:23:47.268877Z","end":"2026-03-01T14:23:47.927995Z","steps":["trace[1075755396] 'agreement among raft nodes before linearized reading' (duration: 656.850109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.925765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:46.874832Z","time spent":"1.050917686s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-01T14:23:47.925703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.747793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:23:47.928096Z","caller":"traceutil/trace.go:171","msg":"trace[1447740417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11187; }","duration":"610.201913ms","start":"2026-03-01T14:23:47.317876Z","end":"2026-03-01T14:23:47.928078Z","steps":["trace[1447740417] 'agreement among raft nodes before linearized reading' (duration: 607.360593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.928158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.317866Z","time spent":"610.275045ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:23:47.926756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.673778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:23:47.928439Z","caller":"traceutil/trace.go:171","msg":"trace[504383329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11187; }","duration":"876.194816ms","start":"2026-03-01T14:23:47.052012Z","end":"2026-03-01T14:23:47.928206Z","steps":["trace[504383329] 'agreement among raft nodes before linearized reading' (duration: 873.139841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:47.92779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.268994Z","time spent":"658.787337ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-01T14:23:47.928522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.051988Z","time spent":"876.509754ms","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:23:47.928043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:47.268872Z","time spent":"659.159976ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-01T14:24:11.802945Z","caller":"traceutil/trace.go:171","msg":"trace[181449826] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"118.386284ms","start":"2026-03-01T14:24:11.68453Z","end":"2026-03-01T14:24:11.802917Z","steps":["trace[181449826] 'process raft request' (duration: 34.565386ms)","trace[181449826] 'compare' (duration: 83.691445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:24:13.127091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134636671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:13.12715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134754664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:13.127176Z","caller":"traceutil/trace.go:171","msg":"trace[1531494435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11307; }","duration":"1.134743163s","start":"2026-03-01T14:24:11.992414Z","end":"2026-03-01T14:24:13.127157Z","steps":["trace[1531494435] 'range keys from in-memory index tree' (duration: 1.134592329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.127218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:11.99241Z","time spent":"1.134798685s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:24:13.127373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135119683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:13.127484Z","caller":"traceutil/trace.go:171","msg":"trace[1280381840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11307; }","duration":"1.135248386s","start":"2026-03-01T14:24:11.992216Z","end":"2026-03-01T14:24:13.127464Z","steps":["trace[1280381840] 'range keys from in-memory index tree' (duration: 1.134912858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.12753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:11.992208Z","time spent":"1.135311107s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-01T14:24:13.127399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120530501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-01T14:24:13.127206Z","caller":"traceutil/trace.go:171","msg":"trace[1789824560] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11307; }","duration":"1.134813915s","start":"2026-03-01T14:24:11.992373Z","end":"2026-03-01T14:24:13.127187Z","steps":["trace[1789824560] 'range keys from in-memory index tree' (duration: 1.134671022s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:13.127725Z","caller":"traceutil/trace.go:171","msg":"trace[425785888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11307; }","duration":"1.120843198s","start":"2026-03-01T14:24:12.00682Z","end":"2026-03-01T14:24:13.127663Z","steps":["trace[425785888] 'range keys from in-memory index tree' (duration: 1.120250084s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.127091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133934284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-01T14:24:13.127837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.006809Z","time spent":"1.121011453s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:24:13.127741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:11.992368Z","time spent":"1.135323688s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-01T14:24:13.127573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.771412ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:13.127988Z","caller":"traceutil/trace.go:171","msg":"trace[1648235915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11307; }","duration":"767.203223ms","start":"2026-03-01T14:24:12.360768Z","end":"2026-03-01T14:24:13.127971Z","steps":["trace[1648235915] 'range keys from in-memory index tree' (duration: 766.749252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:13.127846Z","caller":"traceutil/trace.go:171","msg":"trace[12210105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11307; }","duration":"1.134712122s","start":"2026-03-01T14:24:11.993116Z","end":"2026-03-01T14:24:13.127828Z","steps":["trace[12210105] 'range keys from in-memory index tree' (duration: 1.13378241s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.128025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135714777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:13.128056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:11.993108Z","time spent":"1.134935128s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:24:13.128127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.976388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:24:13.12822Z","caller":"traceutil/trace.go:171","msg":"trace[193332633] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"1.121014973s","start":"2026-03-01T14:24:12.007185Z","end":"2026-03-01T14:24:13.128199Z","steps":["trace[193332633] 'process raft request' (duration: 257.895481ms)","trace[193332633] 'compare' (duration: 862.868175ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:13.128256Z","caller":"traceutil/trace.go:171","msg":"trace[660352030] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11307; }","duration":"1.13580479s","start":"2026-03-01T14:24:11.992285Z","end":"2026-03-01T14:24:13.12809Z","steps":["trace[660352030] 'range keys from in-memory index tree' (duration: 1.135654216s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.128236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136504307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T14:24:13.128284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.007174Z","time spent":"1.121082166s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:24:13.12833Z","caller":"traceutil/trace.go:171","msg":"trace[1083092634] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11307; }","duration":"1.13660483s","start":"2026-03-01T14:24:11.991703Z","end":"2026-03-01T14:24:13.128307Z","steps":["trace[1083092634] 'range keys from in-memory index tree' (duration: 1.135721768s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.128388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:11.99164Z","time spent":"1.136737643s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-01T14:24:13.128459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:11.99228Z","time spent":"1.13616294s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:24:13.315292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050154537s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:24:13.496821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.124209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:24:13.496988Z","caller":"traceutil/trace.go:171","msg":"trace[1705518849] linearizableReadLoop","detail":"{readStateIndex:11759; appliedIndex:11757; }","duration":"1.477500418s","start":"2026-03-01T14:24:12.019473Z","end":"2026-03-01T14:24:13.496973Z","steps":["trace[1705518849] 'read index received' (duration: 245.630257ms)","trace[1705518849] 'applied index is now lower than readState.Index' (duration: 1.231869171s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:13.497069Z","caller":"traceutil/trace.go:171","msg":"trace[1379763202] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"740.024671ms","start":"2026-03-01T14:24:12.757027Z","end":"2026-03-01T14:24:13.497052Z","steps":["trace[1379763202] 'process raft request' (duration: 739.920388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:13.497044Z","caller":"traceutil/trace.go:171","msg":"trace[1525642747] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"1.447806603s","start":"2026-03-01T14:24:12.049198Z","end":"2026-03-01T14:24:13.497005Z","steps":["trace[1525642747] 'process raft request' (duration: 1.44770083s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477634391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:13.497168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.757012Z","time spent":"740.102703ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:24:13.497203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403013393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:24:13.497199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475489088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:13.497214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17327745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:24:13.497223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416300022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:24:13.497243Z","caller":"traceutil/trace.go:171","msg":"trace[1201077200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11311; }","duration":"1.403084314s","start":"2026-03-01T14:24:12.094146Z","end":"2026-03-01T14:24:13.49723Z","steps":["trace[1201077200] 'agreement among raft nodes before linearized reading' (duration: 1.402930931s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475813707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:13.497255Z","caller":"traceutil/trace.go:171","msg":"trace[764131609] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11311; }","duration":"1.47555494s","start":"2026-03-01T14:24:12.021685Z","end":"2026-03-01T14:24:13.49724Z","steps":["trace[764131609] 'agreement among raft nodes before linearized reading' (duration: 1.475459367s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:13.497257Z","caller":"traceutil/trace.go:171","msg":"trace[171545025] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11311; }","duration":"1.173362362s","start":"2026-03-01T14:24:12.323881Z","end":"2026-03-01T14:24:13.497244Z","steps":["trace[171545025] 'agreement among raft nodes before linearized reading' (duration: 1.173269189s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.049183Z","time spent":"1.447946107s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:24:13.497276Z","caller":"traceutil/trace.go:171","msg":"trace[957276313] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11311; }","duration":"1.475841487s","start":"2026-03-01T14:24:12.021426Z","end":"2026-03-01T14:24:13.497267Z","steps":["trace[957276313] 'agreement among raft nodes before linearized reading' (duration: 1.475802356s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.608164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:13.497289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.02168Z","time spent":"1.475602611s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-01T14:24:13.497296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.323858Z","time spent":"1.173428823s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:24:13.497303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.021398Z","time spent":"1.475899139s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-01T14:24:13.49731Z","caller":"traceutil/trace.go:171","msg":"trace[441752248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11311; }","duration":"978.677836ms","start":"2026-03-01T14:24:12.518623Z","end":"2026-03-01T14:24:13.497301Z","steps":["trace[441752248] 'agreement among raft nodes before linearized reading' (duration: 978.630135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408860088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:24:13.497278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.094136Z","time spent":"1.403132746s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:24:13.49721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430205776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:24:13.497367Z","caller":"traceutil/trace.go:171","msg":"trace[1946467319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11311; }","duration":"1.408906478s","start":"2026-03-01T14:24:12.088452Z","end":"2026-03-01T14:24:13.497358Z","steps":["trace[1946467319] 'agreement among raft nodes before linearized reading' (duration: 1.408825576s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:13.497388Z","caller":"traceutil/trace.go:171","msg":"trace[1415100166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11311; }","duration":"1.430404631s","start":"2026-03-01T14:24:12.066976Z","end":"2026-03-01T14:24:13.497381Z","steps":["trace[1415100166] 'agreement among raft nodes before linearized reading' (duration: 1.430139755s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:13.497191Z","caller":"traceutil/trace.go:171","msg":"trace[375661245] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11311; }","duration":"1.477721004s","start":"2026-03-01T14:24:12.019457Z","end":"2026-03-01T14:24:13.497178Z","steps":["trace[375661245] 'agreement among raft nodes before linearized reading' (duration: 1.477603801s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477332334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:13.497409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.066966Z","time spent":"1.430437102s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:24:13.49726Z","caller":"traceutil/trace.go:171","msg":"trace[801783664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11311; }","duration":"1.416362713s","start":"2026-03-01T14:24:12.080886Z","end":"2026-03-01T14:24:13.497249Z","steps":["trace[801783664] 'agreement among raft nodes before linearized reading' (duration: 1.416227099s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.080875Z","time spent":"1.416601249s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:24:13.497516Z","caller":"traceutil/trace.go:171","msg":"trace[1973161114] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11311; }","duration":"1.477700233s","start":"2026-03-01T14:24:12.01972Z","end":"2026-03-01T14:24:13.49742Z","steps":["trace[1973161114] 'agreement among raft nodes before linearized reading' (duration: 1.477345754s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409337079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:24:13.497342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.518605Z","time spent":"978.730447ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:24:13.497558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.019701Z","time spent":"1.477845737s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-01T14:24:13.497559Z","caller":"traceutil/trace.go:171","msg":"trace[1175843588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11311; }","duration":"1.409387021s","start":"2026-03-01T14:24:12.088163Z","end":"2026-03-01T14:24:13.49755Z","steps":["trace[1175843588] 'agreement among raft nodes before linearized reading' (duration: 1.409245998s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.019451Z","time spent":"1.47796247s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:24:13.497619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.088154Z","time spent":"1.409453343s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:24:13.497393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.088445Z","time spent":"1.40894058s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:24:13.497562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249563719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"warn","ts":"2026-03-01T14:24:13.497672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384250917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:24:13.497713Z","caller":"traceutil/trace.go:171","msg":"trace[1297731490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:11311; }","duration":"1.384302469s","start":"2026-03-01T14:24:12.1134Z","end":"2026-03-01T14:24:13.497702Z","steps":["trace[1297731490] 'agreement among raft nodes before linearized reading' (duration: 1.384204696s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.113393Z","time spent":"1.38433894s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:24:13.497676Z","caller":"traceutil/trace.go:171","msg":"trace[2087946988] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11311; }","duration":"1.249715013s","start":"2026-03-01T14:24:12.24795Z","end":"2026-03-01T14:24:13.497665Z","steps":["trace[2087946988] 'agreement among raft nodes before linearized reading' (duration: 1.249349424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:13.497798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.247928Z","time spent":"1.249856147s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414971,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-01T14:24:13.49807Z","caller":"traceutil/trace.go:171","msg":"trace[103216467] transaction","detail":"{read_only:false; response_revision:11309; number_of_response:1; }","duration":"1.486938312s","start":"2026-03-01T14:24:12.010092Z","end":"2026-03-01T14:24:13.49703Z","steps":["trace[103216467] 'process raft request' (duration: 1.305536166s)","trace[103216467] 'compare' (duration: 181.008797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:24:13.498169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:12.010084Z","time spent":"1.488027601s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:24:14.391975Z","caller":"traceutil/trace.go:171","msg":"trace[957765387] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"517.915227ms","start":"2026-03-01T14:24:13.874024Z","end":"2026-03-01T14:24:14.391939Z","steps":["trace[957765387] 'process raft request' (duration: 517.26183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:14.392156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:24:13.873986Z","time spent":"518.084191ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:24:15.311132Z","caller":"traceutil/trace.go:171","msg":"trace[1253358286] linearizableReadLoop","detail":"{readStateIndex:11769; appliedIndex:11767; }","duration":"177.053978ms","start":"2026-03-01T14:24:15.13405Z","end":"2026-03-01T14:24:15.311104Z","steps":["trace[1253358286] 'read index received' (duration: 31.821419ms)","trace[1253358286] 'applied index is now lower than readState.Index' (duration: 145.231229ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:15.311171Z","caller":"traceutil/trace.go:171","msg":"trace[848682110] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"178.346891ms","start":"2026-03-01T14:24:15.132782Z","end":"2026-03-01T14:24:15.311129Z","steps":["trace[848682110] 'process raft request' (duration: 90.77675ms)","trace[848682110] 'compare' (duration: 87.417737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:24:15.3113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.183787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:15.311333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.274774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T14:24:15.311389Z","caller":"traceutil/trace.go:171","msg":"trace[1189768063] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11319; }","duration":"177.351886ms","start":"2026-03-01T14:24:15.134022Z","end":"2026-03-01T14:24:15.311374Z","steps":["trace[1189768063] 'agreement among raft nodes before linearized reading' (duration: 177.191962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.311437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.224038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-01T14:24:15.311469Z","caller":"traceutil/trace.go:171","msg":"trace[187206046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11319; }","duration":"176.290309ms","start":"2026-03-01T14:24:15.135171Z","end":"2026-03-01T14:24:15.311461Z","steps":["trace[187206046] 'agreement among raft nodes before linearized reading' (duration: 176.201137ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.311343Z","caller":"traceutil/trace.go:171","msg":"trace[801455610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11319; }","duration":"176.256509ms","start":"2026-03-01T14:24:15.135075Z","end":"2026-03-01T14:24:15.311332Z","steps":["trace[801455610] 'agreement among raft nodes before linearized reading' (duration: 176.176047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.311644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.346411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:15.311767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.432433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:15.311809Z","caller":"traceutil/trace.go:171","msg":"trace[1736885167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11319; }","duration":"176.522275ms","start":"2026-03-01T14:24:15.135276Z","end":"2026-03-01T14:24:15.311799Z","steps":["trace[1736885167] 'agreement among raft nodes before linearized reading' (duration: 176.459614ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.311786Z","caller":"traceutil/trace.go:171","msg":"trace[477040311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11319; }","duration":"176.539325ms","start":"2026-03-01T14:24:15.135222Z","end":"2026-03-01T14:24:15.311762Z","steps":["trace[477040311] 'agreement among raft nodes before linearized reading' (duration: 176.225288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.311875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.677865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-01T14:24:15.312098Z","caller":"traceutil/trace.go:171","msg":"trace[460784089] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11319; }","duration":"173.913541ms","start":"2026-03-01T14:24:15.138146Z","end":"2026-03-01T14:24:15.31206Z","steps":["trace[460784089] 'agreement among raft nodes before linearized reading' (duration: 173.556902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.311726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.514125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:15.312337Z","caller":"traceutil/trace.go:171","msg":"trace[1077701886] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11319; }","duration":"177.147641ms","start":"2026-03-01T14:24:15.135168Z","end":"2026-03-01T14:24:15.312316Z","steps":["trace[1077701886] 'agreement among raft nodes before linearized reading' (duration: 176.531376ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.650138Z","caller":"traceutil/trace.go:171","msg":"trace[1452263657] transaction","detail":"{read_only:false; response_revision:11320; number_of_response:1; }","duration":"147.164438ms","start":"2026-03-01T14:24:15.502942Z","end":"2026-03-01T14:24:15.650107Z","steps":["trace[1452263657] 'process raft request' (duration: 146.933102ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.677883Z","caller":"traceutil/trace.go:171","msg":"trace[646439901] linearizableReadLoop","detail":"{readStateIndex:11771; appliedIndex:11769; }","duration":"174.380823ms","start":"2026-03-01T14:24:15.503475Z","end":"2026-03-01T14:24:15.677856Z","steps":["trace[646439901] 'read index received' (duration: 146.472451ms)","trace[646439901] 'applied index is now lower than readState.Index' (duration: 27.907222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:24:15.678034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.540397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:15.678076Z","caller":"traceutil/trace.go:171","msg":"trace[1253853961] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11321; }","duration":"174.616548ms","start":"2026-03-01T14:24:15.503446Z","end":"2026-03-01T14:24:15.678063Z","steps":["trace[1253853961] 'agreement among raft nodes before linearized reading' (duration: 174.541096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.712382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:15.678169Z","caller":"traceutil/trace.go:171","msg":"trace[394180205] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11321; }","duration":"139.813835ms","start":"2026-03-01T14:24:15.538338Z","end":"2026-03-01T14:24:15.678152Z","steps":["trace[394180205] 'agreement among raft nodes before linearized reading' (duration: 139.709713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.367341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:24:15.678199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.536367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:15.678308Z","caller":"traceutil/trace.go:171","msg":"trace[1675822909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11321; }","duration":"174.474504ms","start":"2026-03-01T14:24:15.503809Z","end":"2026-03-01T14:24:15.678283Z","steps":["trace[1675822909] 'agreement among raft nodes before linearized reading' (duration: 174.333271ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.678307Z","caller":"traceutil/trace.go:171","msg":"trace[1405668188] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11321; }","duration":"174.736922ms","start":"2026-03-01T14:24:15.503555Z","end":"2026-03-01T14:24:15.678292Z","steps":["trace[1405668188] 'agreement among raft nodes before linearized reading' (duration: 174.489376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.339279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:24:15.677926Z","caller":"traceutil/trace.go:171","msg":"trace[2139821511] transaction","detail":"{read_only:false; response_revision:11321; number_of_response:1; }","duration":"174.588768ms","start":"2026-03-01T14:24:15.503313Z","end":"2026-03-01T14:24:15.677902Z","steps":["trace[2139821511] 'process raft request' (duration: 174.420754ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.678435Z","caller":"traceutil/trace.go:171","msg":"trace[621114813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:11321; }","duration":"157.497023ms","start":"2026-03-01T14:24:15.520911Z","end":"2026-03-01T14:24:15.678408Z","steps":["trace[621114813] 'agreement among raft nodes before linearized reading' (duration: 157.181426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.522408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:24:15.678506Z","caller":"traceutil/trace.go:171","msg":"trace[1445285472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11321; }","duration":"139.57267ms","start":"2026-03-01T14:24:15.538924Z","end":"2026-03-01T14:24:15.678497Z","steps":["trace[1445285472] 'agreement among raft nodes before linearized reading' (duration: 139.414226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.287183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:24:15.678552Z","caller":"traceutil/trace.go:171","msg":"trace[384879404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11321; }","duration":"112.323574ms","start":"2026-03-01T14:24:15.566219Z","end":"2026-03-01T14:24:15.678542Z","steps":["trace[384879404] 'agreement among raft nodes before linearized reading' (duration: 112.202671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.467527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:24:15.678221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.138359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:24:15.678643Z","caller":"traceutil/trace.go:171","msg":"trace[101135526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11321; }","duration":"112.536149ms","start":"2026-03-01T14:24:15.566086Z","end":"2026-03-01T14:24:15.678623Z","steps":["trace[101135526] 'agreement among raft nodes before linearized reading' (duration: 112.407896ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.678696Z","caller":"traceutil/trace.go:171","msg":"trace[1723245431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11321; }","duration":"112.655952ms","start":"2026-03-01T14:24:15.566026Z","end":"2026-03-01T14:24:15.678682Z","steps":["trace[1723245431] 'agreement among raft nodes before linearized reading' (duration: 112.016257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.678758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.856723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:24:15.678805Z","caller":"traceutil/trace.go:171","msg":"trace[190758563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11321; }","duration":"111.910494ms","start":"2026-03-01T14:24:15.566869Z","end":"2026-03-01T14:24:15.678779Z","steps":["trace[190758563] 'agreement among raft nodes before linearized reading' (duration: 111.827111ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.789967Z","caller":"traceutil/trace.go:171","msg":"trace[531977797] linearizableReadLoop","detail":"{readStateIndex:11772; appliedIndex:11771; }","duration":"107.346141ms","start":"2026-03-01T14:24:15.682588Z","end":"2026-03-01T14:24:15.789934Z","steps":["trace[531977797] 'read index received' (duration: 77.841709ms)","trace[531977797] 'applied index is now lower than readState.Index' (duration: 29.503312ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:15.790052Z","caller":"traceutil/trace.go:171","msg":"trace[769858262] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"107.872964ms","start":"2026-03-01T14:24:15.682143Z","end":"2026-03-01T14:24:15.790016Z","steps":["trace[769858262] 'process raft request' (duration: 78.253879ms)","trace[769858262] 'compare' (duration: 29.349748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:24:15.79025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.627099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:24:15.790284Z","caller":"traceutil/trace.go:171","msg":"trace[1034893333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11322; }","duration":"107.7236ms","start":"2026-03-01T14:24:15.682551Z","end":"2026-03-01T14:24:15.790275Z","steps":["trace[1034893333] 'agreement among raft nodes before linearized reading' (duration: 107.541696ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.949962Z","caller":"traceutil/trace.go:171","msg":"trace[570210138] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"266.985658ms","start":"2026-03-01T14:24:15.682949Z","end":"2026-03-01T14:24:15.949934Z","steps":["trace[570210138] 'process raft request' (duration: 266.882365ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.95Z","caller":"traceutil/trace.go:171","msg":"trace[229320610] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"267.202463ms","start":"2026-03-01T14:24:15.682755Z","end":"2026-03-01T14:24:15.949958Z","steps":["trace[229320610] 'process raft request' (duration: 209.660356ms)","trace[229320610] 'compare' (duration: 57.251009ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:15.95029Z","caller":"traceutil/trace.go:171","msg":"trace[1081657162] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"267.284274ms","start":"2026-03-01T14:24:15.682993Z","end":"2026-03-01T14:24:15.950277Z","steps":["trace[1081657162] 'process raft request' (duration: 266.903155ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:15.950263Z","caller":"traceutil/trace.go:171","msg":"trace[473494785] linearizableReadLoop","detail":"{readStateIndex:11776; appliedIndex:11772; }","duration":"160.179089ms","start":"2026-03-01T14:24:15.790058Z","end":"2026-03-01T14:24:15.950237Z","steps":["trace[473494785] 'read index received' (duration: 102.265534ms)","trace[473494785] 'applied index is now lower than readState.Index' (duration: 57.912115ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:15.950333Z","caller":"traceutil/trace.go:171","msg":"trace[1010805555] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"267.268684ms","start":"2026-03-01T14:24:15.683045Z","end":"2026-03-01T14:24:15.950314Z","steps":["trace[1010805555] 'process raft request' (duration: 267.066159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.950604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.718694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19329"} {"level":"info","ts":"2026-03-01T14:24:15.950673Z","caller":"traceutil/trace.go:171","msg":"trace[745841799] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11326; }","duration":"158.837357ms","start":"2026-03-01T14:24:15.791818Z","end":"2026-03-01T14:24:15.950655Z","steps":["trace[745841799] 'agreement among raft nodes before linearized reading' (duration: 158.613361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:15.950856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.980582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444960"} {"level":"info","ts":"2026-03-01T14:24:15.950914Z","caller":"traceutil/trace.go:171","msg":"trace[2078967915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11326; }","duration":"268.056234ms","start":"2026-03-01T14:24:15.682848Z","end":"2026-03-01T14:24:15.950904Z","steps":["trace[2078967915] 'agreement among raft nodes before linearized reading' (duration: 267.466209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:16.254379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.551989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143147"} {"level":"info","ts":"2026-03-01T14:24:16.254448Z","caller":"traceutil/trace.go:171","msg":"trace[1295986356] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11326; }","duration":"160.688302ms","start":"2026-03-01T14:24:16.093743Z","end":"2026-03-01T14:24:16.254431Z","steps":["trace[1295986356] 'range keys from in-memory index tree' (duration: 160.259072ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:18.146784Z","caller":"traceutil/trace.go:171","msg":"trace[484524875] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"173.620443ms","start":"2026-03-01T14:24:17.973128Z","end":"2026-03-01T14:24:18.146749Z","steps":["trace[484524875] 'process raft request' (duration: 152.354906ms)","trace[484524875] 'compare' (duration: 21.058702ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:18.146859Z","caller":"traceutil/trace.go:171","msg":"trace[1192806214] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"173.611763ms","start":"2026-03-01T14:24:17.973197Z","end":"2026-03-01T14:24:18.146809Z","steps":["trace[1192806214] 'process raft request' (duration: 173.471579ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:18.147007Z","caller":"traceutil/trace.go:171","msg":"trace[1696062165] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"173.139821ms","start":"2026-03-01T14:24:17.973841Z","end":"2026-03-01T14:24:18.146981Z","steps":["trace[1696062165] 'process raft request' (duration: 172.867124ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:19.814185Z","caller":"traceutil/trace.go:171","msg":"trace[812651435] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"103.685989ms","start":"2026-03-01T14:24:19.710468Z","end":"2026-03-01T14:24:19.814154Z","steps":["trace[812651435] 'process raft request' (duration: 18.486038ms)","trace[812651435] 'compare' (duration: 85.027507ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:20.328408Z","caller":"traceutil/trace.go:171","msg":"trace[1496708730] transaction","detail":"{read_only:false; response_revision:11345; number_of_response:1; }","duration":"157.842892ms","start":"2026-03-01T14:24:20.170534Z","end":"2026-03-01T14:24:20.328376Z","steps":["trace[1496708730] 'process raft request' (duration: 91.56998ms)","trace[1496708730] 'compare' (duration: 66.152569ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:21.747053Z","caller":"traceutil/trace.go:171","msg":"trace[335584639] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"114.063107ms","start":"2026-03-01T14:24:21.632918Z","end":"2026-03-01T14:24:21.746981Z","steps":["trace[335584639] 'process raft request' (duration: 49.431176ms)","trace[335584639] 'compare' (duration: 64.420716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:24:21.810621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.441191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:21.810696Z","caller":"traceutil/trace.go:171","msg":"trace[790369728] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11348; }","duration":"119.711427ms","start":"2026-03-01T14:24:21.690968Z","end":"2026-03-01T14:24:21.81068Z","steps":["trace[790369728] 'agreement among raft nodes before linearized reading' (duration: 119.507942ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:21.810943Z","caller":"traceutil/trace.go:171","msg":"trace[509738421] transaction","detail":"{read_only:false; response_revision:11348; number_of_response:1; }","duration":"118.381423ms","start":"2026-03-01T14:24:21.692551Z","end":"2026-03-01T14:24:21.810932Z","steps":["trace[509738421] 'process raft request' (duration: 117.665796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:24:21.81108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.056902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:24:21.811116Z","caller":"traceutil/trace.go:171","msg":"trace[865904581] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11348; }","duration":"119.114953ms","start":"2026-03-01T14:24:21.69199Z","end":"2026-03-01T14:24:21.811105Z","steps":["trace[865904581] 'agreement among raft nodes before linearized reading' (duration: 119.065311ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:42.212065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9496} {"level":"info","ts":"2026-03-01T14:24:42.296632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9496,"took":"82.211978ms","hash":3415906747,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":21938176,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T14:24:42.296703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3415906747,"revision":9496,"compact-revision":7334} {"level":"info","ts":"2026-03-01T14:28:18.880567Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000342f.wal"} {"level":"info","ts":"2026-03-01T14:29:42.219613Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11501} {"level":"info","ts":"2026-03-01T14:29:42.300059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11501,"took":"77.454675ms","hash":1482440082,"current-db-size-bytes":39682048,"current-db-size":"40 MB","current-db-size-in-use-bytes":23896064,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T14:29:42.300118Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1482440082,"revision":11501,"compact-revision":9496} {"level":"info","ts":"2026-03-01T14:29:46.054466Z","caller":"traceutil/trace.go:171","msg":"trace[705608734] linearizableReadLoop","detail":"{readStateIndex:13930; appliedIndex:13928; }","duration":"115.676718ms","start":"2026-03-01T14:29:45.93876Z","end":"2026-03-01T14:29:46.054437Z","steps":["trace[705608734] 'read index received' (duration: 82.443598ms)","trace[705608734] 'applied index is now lower than readState.Index' (duration: 33.23189ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:29:46.054609Z","caller":"traceutil/trace.go:171","msg":"trace[228799448] transaction","detail":"{read_only:false; response_revision:13400; number_of_response:1; }","duration":"119.411232ms","start":"2026-03-01T14:29:45.935158Z","end":"2026-03-01T14:29:46.054569Z","steps":["trace[228799448] 'process raft request' (duration: 105.980516ms)","trace[228799448] 'compare' (duration: 13.161399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:29:46.055026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.173231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"info","ts":"2026-03-01T14:29:46.055226Z","caller":"traceutil/trace.go:171","msg":"trace[1846346587] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13400; }","duration":"116.418287ms","start":"2026-03-01T14:29:45.938734Z","end":"2026-03-01T14:29:46.055152Z","steps":["trace[1846346587] 'agreement among raft nodes before linearized reading' (duration: 115.878414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:59.236016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.920536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:29:59.236088Z","caller":"traceutil/trace.go:171","msg":"trace[137382082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13504; }","duration":"305.056669ms","start":"2026-03-01T14:29:58.931018Z","end":"2026-03-01T14:29:59.236075Z","steps":["trace[137382082] 'range keys from in-memory index tree' (duration: 304.760312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:59.236139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:58.930991Z","time spent":"305.123231ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:30:01.996204Z","caller":"traceutil/trace.go:171","msg":"trace[101064779] linearizableReadLoop","detail":"{readStateIndex:14053; appliedIndex:14052; }","duration":"179.099644ms","start":"2026-03-01T14:30:01.817079Z","end":"2026-03-01T14:30:01.996179Z","steps":["trace[101064779] 'read index received' (duration: 178.994201ms)","trace[101064779] 'applied index is now lower than readState.Index' (duration: 104.033µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:01.996348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:01.638151Z","time spent":"358.193896ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:30:01.996595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.496194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:01.996631Z","caller":"traceutil/trace.go:171","msg":"trace[2108008377] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13515; }","duration":"179.581406ms","start":"2026-03-01T14:30:01.817039Z","end":"2026-03-01T14:30:01.99662Z","steps":["trace[2108008377] 'agreement among raft nodes before linearized reading' (duration: 179.502174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:01.996869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.615006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:30:01.996906Z","caller":"traceutil/trace.go:171","msg":"trace[796490753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13515; }","duration":"179.653227ms","start":"2026-03-01T14:30:01.817245Z","end":"2026-03-01T14:30:01.996898Z","steps":["trace[796490753] 'agreement among raft nodes before linearized reading' (duration: 179.538064ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:02.278153Z","caller":"traceutil/trace.go:171","msg":"trace[1657971798] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"280.504717ms","start":"2026-03-01T14:30:01.9976Z","end":"2026-03-01T14:30:02.278105Z","steps":["trace[1657971798] 'process raft request' (duration: 278.394294ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:02.297822Z","caller":"traceutil/trace.go:171","msg":"trace[1903005384] linearizableReadLoop","detail":"{readStateIndex:14055; appliedIndex:14053; }","duration":"200.1931ms","start":"2026-03-01T14:30:02.097603Z","end":"2026-03-01T14:30:02.297796Z","steps":["trace[1903005384] 'read index received' (duration: 178.406356ms)","trace[1903005384] 'applied index is now lower than readState.Index' (duration: 21.785784ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:02.297885Z","caller":"traceutil/trace.go:171","msg":"trace[865574868] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"295.841829ms","start":"2026-03-01T14:30:02.002012Z","end":"2026-03-01T14:30:02.297854Z","steps":["trace[865574868] 'process raft request' (duration: 295.634753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:02.298065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.482807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:30:02.29813Z","caller":"traceutil/trace.go:171","msg":"trace[1336910222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13517; }","duration":"200.596051ms","start":"2026-03-01T14:30:02.097502Z","end":"2026-03-01T14:30:02.298098Z","steps":["trace[1336910222] 'agreement among raft nodes before linearized reading' (duration: 200.437857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:02.298191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.798361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:30:02.298238Z","caller":"traceutil/trace.go:171","msg":"trace[2102849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13517; }","duration":"167.925744ms","start":"2026-03-01T14:30:02.130301Z","end":"2026-03-01T14:30:02.298227Z","steps":["trace[2102849] 'agreement among raft nodes before linearized reading' (duration: 167.75371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:02.298306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.743842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:30:02.29834Z","caller":"traceutil/trace.go:171","msg":"trace[611411718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13517; }","duration":"107.831773ms","start":"2026-03-01T14:30:02.1905Z","end":"2026-03-01T14:30:02.298332Z","steps":["trace[611411718] 'agreement among raft nodes before linearized reading' (duration: 107.742131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:02.29837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.75658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:30:02.298405Z","caller":"traceutil/trace.go:171","msg":"trace[150022254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13517; }","duration":"131.971016ms","start":"2026-03-01T14:30:02.166424Z","end":"2026-03-01T14:30:02.298395Z","steps":["trace[150022254] 'agreement among raft nodes before linearized reading' (duration: 131.884494ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:04.543749Z","caller":"traceutil/trace.go:171","msg":"trace[1419222644] transaction","detail":"{read_only:false; response_revision:13528; number_of_response:1; }","duration":"167.499483ms","start":"2026-03-01T14:30:04.376208Z","end":"2026-03-01T14:30:04.543707Z","steps":["trace[1419222644] 'process raft request' (duration: 71.184418ms)","trace[1419222644] 'compare' (duration: 96.120381ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:05.042274Z","caller":"traceutil/trace.go:171","msg":"trace[1020353389] transaction","detail":"{read_only:false; response_revision:13529; number_of_response:1; }","duration":"665.637694ms","start":"2026-03-01T14:30:04.376608Z","end":"2026-03-01T14:30:05.042245Z","steps":["trace[1020353389] 'process raft request' (duration: 642.687271ms)","trace[1020353389] 'compare' (duration: 22.210635ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:05.042376Z","caller":"traceutil/trace.go:171","msg":"trace[484726632] transaction","detail":"{read_only:false; response_revision:13532; number_of_response:1; }","duration":"208.532778ms","start":"2026-03-01T14:30:04.83379Z","end":"2026-03-01T14:30:05.042323Z","steps":["trace[484726632] 'process raft request' (duration: 208.463126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:05.042415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.376587Z","time spent":"665.755407ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:05.04267Z","caller":"traceutil/trace.go:171","msg":"trace[1895615673] linearizableReadLoop","detail":"{readStateIndex:14069; appliedIndex:14066; }","duration":"388.491652ms","start":"2026-03-01T14:30:04.654163Z","end":"2026-03-01T14:30:05.042654Z","steps":["trace[1895615673] 'read index received' (duration: 365.140349ms)","trace[1895615673] 'applied index is now lower than readState.Index' (duration: 23.350213ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:05.042736Z","caller":"traceutil/trace.go:171","msg":"trace[1605476253] transaction","detail":"{read_only:false; response_revision:13531; number_of_response:1; }","duration":"628.164989ms","start":"2026-03-01T14:30:04.414511Z","end":"2026-03-01T14:30:05.042676Z","steps":["trace[1605476253] 'process raft request' (duration: 627.674707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:05.042917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:05.042967Z","caller":"traceutil/trace.go:171","msg":"trace[617782962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13532; }","duration":"277.177372ms","start":"2026-03-01T14:30:04.765775Z","end":"2026-03-01T14:30:05.042952Z","steps":["trace[617782962] 'agreement among raft nodes before linearized reading' (duration: 277.09891ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:05.042923Z","caller":"traceutil/trace.go:171","msg":"trace[1751597581] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"666.115196ms","start":"2026-03-01T14:30:04.376752Z","end":"2026-03-01T14:30:05.042867Z","steps":["trace[1751597581] 'process raft request' (duration: 665.288606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:05.043008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.414495Z","time spent":"628.368094ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:05.042782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.591815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:30:05.043204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.376743Z","time spent":"666.309792ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:05.04334Z","caller":"traceutil/trace.go:171","msg":"trace[494918155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13532; }","duration":"389.015066ms","start":"2026-03-01T14:30:04.654129Z","end":"2026-03-01T14:30:05.043144Z","steps":["trace[494918155] 'agreement among raft nodes before linearized reading' (duration: 388.565594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:05.043805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.654093Z","time spent":"389.376735ms","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:23.641419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227875819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:23.850317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.683827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:30:23.850431Z","caller":"traceutil/trace.go:171","msg":"trace[132405506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13617; }","duration":"834.846611ms","start":"2026-03-01T14:30:23.01556Z","end":"2026-03-01T14:30:23.850407Z","steps":["trace[132405506] 'range keys from in-memory index tree' (duration: 834.437221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:23.850486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115144502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:30:23.850575Z","caller":"traceutil/trace.go:171","msg":"trace[881553486] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13617; }","duration":"1.115301615s","start":"2026-03-01T14:30:22.735253Z","end":"2026-03-01T14:30:23.850554Z","steps":["trace[881553486] 'count revisions from in-memory index tree' (duration: 1.11505974s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:23.850505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.015531Z","time spent":"834.958114ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:30:23.850624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:22.735232Z","time spent":"1.115380698s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:30:23.858111Z","caller":"traceutil/trace.go:171","msg":"trace[1738689948] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"748.448833ms","start":"2026-03-01T14:30:23.109648Z","end":"2026-03-01T14:30:23.858096Z","steps":["trace[1738689948] 'process raft request' (duration: 748.32306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:23.858221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.109632Z","time spent":"748.524885ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:24.636434Z","caller":"traceutil/trace.go:171","msg":"trace[1180932114] transaction","detail":"{read_only:false; response_revision:13619; number_of_response:1; }","duration":"1.192140755s","start":"2026-03-01T14:30:23.444254Z","end":"2026-03-01T14:30:24.636395Z","steps":["trace[1180932114] 'process raft request' (duration: 1.189208862s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:24.636474Z","caller":"traceutil/trace.go:171","msg":"trace[435995264] transaction","detail":"{read_only:false; response_revision:13620; number_of_response:1; }","duration":"1.170489695s","start":"2026-03-01T14:30:23.46593Z","end":"2026-03-01T14:30:24.636419Z","steps":["trace[435995264] 'process raft request' (duration: 1.170350681s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:24.636447Z","caller":"traceutil/trace.go:171","msg":"trace[195078447] linearizableReadLoop","detail":"{readStateIndex:14162; appliedIndex:14159; }","duration":"1.495927862s","start":"2026-03-01T14:30:23.14047Z","end":"2026-03-01T14:30:24.636398Z","steps":["trace[195078447] 'read index received' (duration: 717.51647ms)","trace[195078447] 'applied index is now lower than readState.Index' (duration: 778.410342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:24.636637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.444234Z","time spent":"1.19229724s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:24.636701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496144268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:30:24.636797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.372918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:24.636805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.465905Z","time spent":"1.17072825s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:24.636869Z","caller":"traceutil/trace.go:171","msg":"trace[1901198541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13620; }","duration":"516.4552ms","start":"2026-03-01T14:30:24.120394Z","end":"2026-03-01T14:30:24.636849Z","steps":["trace[1901198541] 'agreement among raft nodes before linearized reading' (duration: 516.326306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.636896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496317762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:30:24.636964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.234314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:24.636969Z","caller":"traceutil/trace.go:171","msg":"trace[1173863510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13620; }","duration":"1.496302252s","start":"2026-03-01T14:30:23.140437Z","end":"2026-03-01T14:30:24.63674Z","steps":["trace[1173863510] 'agreement among raft nodes before linearized reading' (duration: 1.496071366s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:24.636976Z","caller":"traceutil/trace.go:171","msg":"trace[837077141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13620; }","duration":"1.496416004s","start":"2026-03-01T14:30:23.140536Z","end":"2026-03-01T14:30:24.636952Z","steps":["trace[837077141] 'agreement among raft nodes before linearized reading' (duration: 1.496186478s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:24.637001Z","caller":"traceutil/trace.go:171","msg":"trace[51501287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13620; }","duration":"116.269995ms","start":"2026-03-01T14:30:24.520722Z","end":"2026-03-01T14:30:24.636992Z","steps":["trace[51501287] 'agreement among raft nodes before linearized reading' (duration: 116.204293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.140531Z","time spent":"1.496486797s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:30:24.637026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.14042Z","time spent":"1.496592219s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:24.637067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.531309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:30:24.637118Z","caller":"traceutil/trace.go:171","msg":"trace[1481685126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13620; }","duration":"174.611941ms","start":"2026-03-01T14:30:24.462488Z","end":"2026-03-01T14:30:24.6371Z","steps":["trace[1481685126] 'agreement among raft nodes before linearized reading' (duration: 174.461377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.169486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:30:24.637232Z","caller":"traceutil/trace.go:171","msg":"trace[2060696046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13620; }","duration":"782.236867ms","start":"2026-03-01T14:30:23.854983Z","end":"2026-03-01T14:30:24.63722Z","steps":["trace[2060696046] 'agreement among raft nodes before linearized reading' (duration: 782.142394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.85496Z","time spent":"782.297689ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:30:24.636919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.120372Z","time spent":"516.531472ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:24.637316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373868644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T14:30:24.637433Z","caller":"traceutil/trace.go:171","msg":"trace[93458286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13620; }","duration":"1.374006977s","start":"2026-03-01T14:30:23.263404Z","end":"2026-03-01T14:30:24.637411Z","steps":["trace[93458286] 'agreement among raft nodes before linearized reading' (duration: 1.373798142s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496271871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:30:24.637545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.709266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150964"} {"level":"info","ts":"2026-03-01T14:30:24.637555Z","caller":"traceutil/trace.go:171","msg":"trace[1982412549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13620; }","duration":"1.496383163s","start":"2026-03-01T14:30:23.141154Z","end":"2026-03-01T14:30:24.637537Z","steps":["trace[1982412549] 'agreement among raft nodes before linearized reading' (duration: 1.496126807s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054587179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:30:24.637664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.141145Z","time spent":"1.496509616s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:30:24.637661Z","caller":"traceutil/trace.go:171","msg":"trace[1491936571] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13620; }","duration":"269.85755ms","start":"2026-03-01T14:30:24.367782Z","end":"2026-03-01T14:30:24.63764Z","steps":["trace[1491936571] 'agreement among raft nodes before linearized reading' (duration: 269.44142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.263392Z","time spent":"1.37413207s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:30:24.637698Z","caller":"traceutil/trace.go:171","msg":"trace[1488590241] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13620; }","duration":"1.054926338s","start":"2026-03-01T14:30:23.582749Z","end":"2026-03-01T14:30:24.637675Z","steps":["trace[1488590241] 'agreement among raft nodes before linearized reading' (duration: 1.054577409s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123812128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:30:24.637824Z","caller":"traceutil/trace.go:171","msg":"trace[216498298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13620; }","duration":"1.124121186s","start":"2026-03-01T14:30:23.513681Z","end":"2026-03-01T14:30:24.637802Z","steps":["trace[216498298] 'agreement among raft nodes before linearized reading' (duration: 1.123673395s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.637755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.582734Z","time spent":"1.055003369s","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:24.637955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.513661Z","time spent":"1.12425448s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:30:28.931422Z","caller":"traceutil/trace.go:171","msg":"trace[1591760916] linearizableReadLoop","detail":"{readStateIndex:14187; appliedIndex:14182; }","duration":"220.077788ms","start":"2026-03-01T14:30:28.711319Z","end":"2026-03-01T14:30:28.931397Z","steps":["trace[1591760916] 'read index received' (duration: 38.997775ms)","trace[1591760916] 'applied index is now lower than readState.Index' (duration: 181.078943ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:28.93148Z","caller":"traceutil/trace.go:171","msg":"trace[1849026159] transaction","detail":"{read_only:false; response_revision:13642; number_of_response:1; }","duration":"224.821725ms","start":"2026-03-01T14:30:28.706639Z","end":"2026-03-01T14:30:28.93146Z","steps":["trace[1849026159] 'process raft request' (duration: 224.586669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:28.931575Z","caller":"traceutil/trace.go:171","msg":"trace[269688102] transaction","detail":"{read_only:false; response_revision:13641; number_of_response:1; }","duration":"225.01555ms","start":"2026-03-01T14:30:28.706554Z","end":"2026-03-01T14:30:28.931569Z","steps":["trace[269688102] 'process raft request' (duration: 154.205422ms)","trace[269688102] 'compare' (duration: 70.226284ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:28.931635Z","caller":"traceutil/trace.go:171","msg":"trace[1571097281] transaction","detail":"{read_only:false; response_revision:13643; number_of_response:1; }","duration":"224.899607ms","start":"2026-03-01T14:30:28.706725Z","end":"2026-03-01T14:30:28.931625Z","steps":["trace[1571097281] 'process raft request' (duration: 224.573769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:28.931659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.318443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:30:28.931731Z","caller":"traceutil/trace.go:171","msg":"trace[1173213984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13644; }","duration":"220.424865ms","start":"2026-03-01T14:30:28.71129Z","end":"2026-03-01T14:30:28.931715Z","steps":["trace[1173213984] 'agreement among raft nodes before linearized reading' (duration: 220.21773ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:28.931696Z","caller":"traceutil/trace.go:171","msg":"trace[581078404] transaction","detail":"{read_only:false; response_revision:13644; number_of_response:1; }","duration":"224.855446ms","start":"2026-03-01T14:30:28.706835Z","end":"2026-03-01T14:30:28.93169Z","steps":["trace[581078404] 'process raft request' (duration: 224.511257ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.122153Z","caller":"traceutil/trace.go:171","msg":"trace[967559112] transaction","detail":"{read_only:false; response_revision:13645; number_of_response:1; }","duration":"210.738793ms","start":"2026-03-01T14:30:29.91139Z","end":"2026-03-01T14:30:30.122129Z","steps":["trace[967559112] 'process raft request' (duration: 210.62639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.724963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.762081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-01T14:30:30.724944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.898937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:30.725014Z","caller":"traceutil/trace.go:171","msg":"trace[2064947825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13646; }","duration":"107.848943ms","start":"2026-03-01T14:30:30.61715Z","end":"2026-03-01T14:30:30.724999Z","steps":["trace[2064947825] 'range keys from in-memory index tree' (duration: 107.633967ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.725049Z","caller":"traceutil/trace.go:171","msg":"trace[864235059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13646; }","duration":"200.074341ms","start":"2026-03-01T14:30:30.524953Z","end":"2026-03-01T14:30:30.725027Z","steps":["trace[864235059] 'range keys from in-memory index tree' (duration: 199.719831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.725115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.739161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:30.725258Z","caller":"traceutil/trace.go:171","msg":"trace[1288300210] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13646; }","duration":"182.903285ms","start":"2026-03-01T14:30:30.542306Z","end":"2026-03-01T14:30:30.725209Z","steps":["trace[1288300210] 'count revisions from in-memory index tree' (duration: 182.619058ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.916263Z","caller":"traceutil/trace.go:171","msg":"trace[963682415] transaction","detail":"{read_only:false; response_revision:13647; number_of_response:1; }","duration":"232.165904ms","start":"2026-03-01T14:30:30.684074Z","end":"2026-03-01T14:30:30.91624Z","steps":["trace[963682415] 'process raft request' (duration: 232.039791ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.920508Z","caller":"traceutil/trace.go:171","msg":"trace[13356402] linearizableReadLoop","detail":"{readStateIndex:14191; appliedIndex:14189; }","duration":"194.584952ms","start":"2026-03-01T14:30:30.725913Z","end":"2026-03-01T14:30:30.920498Z","steps":["trace[13356402] 'read index received' (duration: 190.300453ms)","trace[13356402] 'applied index is now lower than readState.Index' (duration: 4.283829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:30.920634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.705815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:30.920668Z","caller":"traceutil/trace.go:171","msg":"trace[370176344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13648; }","duration":"194.771147ms","start":"2026-03-01T14:30:30.725887Z","end":"2026-03-01T14:30:30.920658Z","steps":["trace[370176344] 'agreement among raft nodes before linearized reading' (duration: 194.689845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.920626Z","caller":"traceutil/trace.go:171","msg":"trace[66047594] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"213.261455ms","start":"2026-03-01T14:30:30.707327Z","end":"2026-03-01T14:30:30.920588Z","steps":["trace[66047594] 'process raft request' (duration: 213.105741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.920654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.834727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-01T14:30:30.920755Z","caller":"traceutil/trace.go:171","msg":"trace[610557553] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358; range_end:; response_count:1; response_revision:13648; }","duration":"192.957401ms","start":"2026-03-01T14:30:30.727777Z","end":"2026-03-01T14:30:30.920734Z","steps":["trace[610557553] 'agreement among raft nodes before linearized reading' (duration: 192.842218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.920804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.827218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:30:30.920865Z","caller":"traceutil/trace.go:171","msg":"trace[1478221134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13648; }","duration":"166.92131ms","start":"2026-03-01T14:30:30.753924Z","end":"2026-03-01T14:30:30.920845Z","steps":["trace[1478221134] 'agreement among raft nodes before linearized reading' (duration: 166.766157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.064727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227875913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:33.402693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275268969s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:30:33.403085Z","caller":"traceutil/trace.go:171","msg":"trace[1679372161] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"1.275749182s","start":"2026-03-01T14:30:32.12731Z","end":"2026-03-01T14:30:33.403059Z","steps":["trace[1679372161] 'process raft request' (duration: 1.275591838s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.403236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.127283Z","time spent":"1.275876685s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:33.42717Z","caller":"traceutil/trace.go:171","msg":"trace[1646924751] transaction","detail":"{read_only:false; response_revision:13656; number_of_response:1; }","duration":"495.804945ms","start":"2026-03-01T14:30:32.931331Z","end":"2026-03-01T14:30:33.427136Z","steps":["trace[1646924751] 'process raft request' (duration: 495.539499ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:33.427332Z","caller":"traceutil/trace.go:171","msg":"trace[898770066] linearizableReadLoop","detail":"{readStateIndex:14201; appliedIndex:14198; }","duration":"863.182016ms","start":"2026-03-01T14:30:32.564119Z","end":"2026-03-01T14:30:33.427301Z","steps":["trace[898770066] 'read index received' (duration: 838.774998ms)","trace[898770066] 'applied index is now lower than readState.Index' (duration: 24.405108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:33.42735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.931313Z","time spent":"495.937089ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:33.427404Z","caller":"traceutil/trace.go:171","msg":"trace[1379856662] transaction","detail":"{read_only:false; response_revision:13657; number_of_response:1; }","duration":"495.234651ms","start":"2026-03-01T14:30:32.93213Z","end":"2026-03-01T14:30:33.427364Z","steps":["trace[1379856662] 'process raft request' (duration: 494.944984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.427449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.32848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:33.427501Z","caller":"traceutil/trace.go:171","msg":"trace[909166937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13657; }","duration":"863.406412ms","start":"2026-03-01T14:30:32.56408Z","end":"2026-03-01T14:30:33.427486Z","steps":["trace[909166937] 'agreement among raft nodes before linearized reading' (duration: 863.32595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.427557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.564063Z","time spent":"863.482684ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:30:33.427577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.932111Z","time spent":"495.377855ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:33.427788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.78248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:30:33.427844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.001997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:30:33.42787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.53621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:33.427884Z","caller":"traceutil/trace.go:171","msg":"trace[365850499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13657; }","duration":"471.067089ms","start":"2026-03-01T14:30:32.956805Z","end":"2026-03-01T14:30:33.427872Z","steps":["trace[365850499] 'agreement among raft nodes before linearized reading' (duration: 470.905905ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:33.427905Z","caller":"traceutil/trace.go:171","msg":"trace[1862163214] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:13657; }","duration":"310.613462ms","start":"2026-03-01T14:30:33.117279Z","end":"2026-03-01T14:30:33.427893Z","steps":["trace[1862163214] 'agreement among raft nodes before linearized reading' (duration: 310.559651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.427947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.577943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:33.427987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.109399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:30:33.428019Z","caller":"traceutil/trace.go:171","msg":"trace[1985363521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13657; }","duration":"471.166241ms","start":"2026-03-01T14:30:32.956842Z","end":"2026-03-01T14:30:33.428008Z","steps":["trace[1985363521] 'agreement among raft nodes before linearized reading' (duration: 471.090579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.428059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.956824Z","time spent":"471.229422ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:33.427915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.956794Z","time spent":"471.11434ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:33.427815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.913985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:30:33.428016Z","caller":"traceutil/trace.go:171","msg":"trace[1745138642] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13657; }","duration":"372.683605ms","start":"2026-03-01T14:30:33.055313Z","end":"2026-03-01T14:30:33.427996Z","steps":["trace[1745138642] 'agreement among raft nodes before linearized reading' (duration: 372.565542ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:33.428172Z","caller":"traceutil/trace.go:171","msg":"trace[644248871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13657; }","duration":"471.302164ms","start":"2026-03-01T14:30:32.956855Z","end":"2026-03-01T14:30:33.428158Z","steps":["trace[644248871] 'agreement among raft nodes before linearized reading' (duration: 470.811122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.428189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:33.055295Z","time spent":"372.87105ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:33.428189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.171016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:30:33.428232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.956844Z","time spent":"471.372706ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:30:33.428244Z","caller":"traceutil/trace.go:171","msg":"trace[1763327619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13657; }","duration":"485.246698ms","start":"2026-03-01T14:30:32.94298Z","end":"2026-03-01T14:30:33.428226Z","steps":["trace[1763327619] 'agreement among raft nodes before linearized reading' (duration: 484.9622ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:33.42813Z","caller":"traceutil/trace.go:171","msg":"trace[2099656092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13657; }","duration":"494.925994ms","start":"2026-03-01T14:30:32.932941Z","end":"2026-03-01T14:30:33.427867Z","steps":["trace[2099656092] 'agreement among raft nodes before linearized reading' (duration: 494.614476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.428309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.94297Z","time spent":"485.322739ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:33.427951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:33.117261Z","time spent":"310.680563ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:33.428353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.932933Z","time spent":"495.403775ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:30:33.428477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.735036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:30:33.428581Z","caller":"traceutil/trace.go:171","msg":"trace[1892539714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13657; }","duration":"456.985672ms","start":"2026-03-01T14:30:32.97157Z","end":"2026-03-01T14:30:33.428556Z","steps":["trace[1892539714] 'agreement among raft nodes before linearized reading' (duration: 456.379777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:33.428755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:32.971564Z","time spent":"457.176216ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:30:41.257695Z","caller":"traceutil/trace.go:171","msg":"trace[1811708304] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"182.929626ms","start":"2026-03-01T14:30:41.074737Z","end":"2026-03-01T14:30:41.257666Z","steps":["trace[1811708304] 'process raft request' (duration: 182.734221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:41.552354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.357775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-cssdg\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-03-01T14:30:41.55242Z","caller":"traceutil/trace.go:171","msg":"trace[590036043] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-cssdg; range_end:; response_count:1; response_revision:13708; }","duration":"192.468978ms","start":"2026-03-01T14:30:41.359937Z","end":"2026-03-01T14:30:41.552406Z","steps":["trace[590036043] 'range keys from in-memory index tree' (duration: 192.188011ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.64543Z","caller":"traceutil/trace.go:171","msg":"trace[1564593982] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"213.87077ms","start":"2026-03-01T14:30:41.431515Z","end":"2026-03-01T14:30:41.645385Z","steps":["trace[1564593982] 'process raft request' (duration: 213.723747ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.724151Z","caller":"traceutil/trace.go:171","msg":"trace[280965587] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"273.420069ms","start":"2026-03-01T14:30:41.450708Z","end":"2026-03-01T14:30:41.724128Z","steps":["trace[280965587] 'process raft request' (duration: 273.254355ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.72466Z","caller":"traceutil/trace.go:171","msg":"trace[984368183] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"270.970397ms","start":"2026-03-01T14:30:41.453651Z","end":"2026-03-01T14:30:41.724621Z","steps":["trace[984368183] 'process raft request' (duration: 270.441753ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.724753Z","caller":"traceutil/trace.go:171","msg":"trace[339704828] linearizableReadLoop","detail":"{readStateIndex:14258; appliedIndex:14255; }","duration":"261.845327ms","start":"2026-03-01T14:30:41.462839Z","end":"2026-03-01T14:30:41.724684Z","steps":["trace[339704828] 'read index received' (duration: 182.364112ms)","trace[339704828] 'applied index is now lower than readState.Index' (duration: 79.479955ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:41.724797Z","caller":"traceutil/trace.go:171","msg":"trace[1753820681] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"162.55287ms","start":"2026-03-01T14:30:41.562206Z","end":"2026-03-01T14:30:41.724759Z","steps":["trace[1753820681] 'process raft request' (duration: 162.249952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:41.725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.150274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:30:41.725034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.420855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:30:41.725068Z","caller":"traceutil/trace.go:171","msg":"trace[166611658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13712; }","duration":"262.262087ms","start":"2026-03-01T14:30:41.462788Z","end":"2026-03-01T14:30:41.72505Z","steps":["trace[166611658] 'agreement among raft nodes before linearized reading' (duration: 262.051012ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.725079Z","caller":"traceutil/trace.go:171","msg":"trace[1251809321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13712; }","duration":"229.498486ms","start":"2026-03-01T14:30:41.495566Z","end":"2026-03-01T14:30:41.725064Z","steps":["trace[1251809321] 'agreement among raft nodes before linearized reading' (duration: 229.342802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:41.725091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.338887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:30:41.725062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.086859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:30:41.725164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.616068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:30:41.725175Z","caller":"traceutil/trace.go:171","msg":"trace[1723453370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13712; }","duration":"258.48825ms","start":"2026-03-01T14:30:41.466663Z","end":"2026-03-01T14:30:41.725151Z","steps":["trace[1723453370] 'agreement among raft nodes before linearized reading' (duration: 258.241364ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.725212Z","caller":"traceutil/trace.go:171","msg":"trace[1323931997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13712; }","duration":"253.675949ms","start":"2026-03-01T14:30:41.47152Z","end":"2026-03-01T14:30:41.725196Z","steps":["trace[1323931997] 'agreement among raft nodes before linearized reading' (duration: 253.570607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:41.725231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.443846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:41.725262Z","caller":"traceutil/trace.go:171","msg":"trace[1754525267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13712; }","duration":"203.537369ms","start":"2026-03-01T14:30:41.521714Z","end":"2026-03-01T14:30:41.725252Z","steps":["trace[1754525267] 'agreement among raft nodes before linearized reading' (duration: 203.466557ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.725237Z","caller":"traceutil/trace.go:171","msg":"trace[815739219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13712; }","duration":"254.268894ms","start":"2026-03-01T14:30:41.470926Z","end":"2026-03-01T14:30:41.725194Z","steps":["trace[815739219] 'agreement among raft nodes before linearized reading' (duration: 253.992167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:41.725369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.105921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:30:41.725409Z","caller":"traceutil/trace.go:171","msg":"trace[308692033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13712; }","duration":"258.166172ms","start":"2026-03-01T14:30:41.46723Z","end":"2026-03-01T14:30:41.725397Z","steps":["trace[308692033] 'agreement among raft nodes before linearized reading' (duration: 258.05571ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.834503Z","caller":"traceutil/trace.go:171","msg":"trace[234132335] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"103.928544ms","start":"2026-03-01T14:30:41.730551Z","end":"2026-03-01T14:30:41.834479Z","steps":["trace[234132335] 'process raft request' (duration: 103.800191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.834504Z","caller":"traceutil/trace.go:171","msg":"trace[1088979525] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"106.176461ms","start":"2026-03-01T14:30:41.728293Z","end":"2026-03-01T14:30:41.83447Z","steps":["trace[1088979525] 'process raft request' (duration: 105.859653ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.834949Z","caller":"traceutil/trace.go:171","msg":"trace[915788380] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"104.282033ms","start":"2026-03-01T14:30:41.730653Z","end":"2026-03-01T14:30:41.834935Z","steps":["trace[915788380] 'process raft request' (duration: 103.76586ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.835009Z","caller":"traceutil/trace.go:171","msg":"trace[568577937] linearizableReadLoop","detail":"{readStateIndex:14261; appliedIndex:14259; }","duration":"105.74146ms","start":"2026-03-01T14:30:41.729237Z","end":"2026-03-01T14:30:41.834978Z","steps":["trace[568577937] 'read index received' (duration: 23.924206ms)","trace[568577937] 'applied index is now lower than readState.Index' (duration: 81.816084ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:41.835072Z","caller":"traceutil/trace.go:171","msg":"trace[1510608613] transaction","detail":"{read_only:false; response_revision:13717; number_of_response:1; }","duration":"104.296593ms","start":"2026-03-01T14:30:41.730765Z","end":"2026-03-01T14:30:41.835061Z","steps":["trace[1510608613] 'process raft request' (duration: 104.161669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:41.835561Z","caller":"traceutil/trace.go:171","msg":"trace[1156397177] transaction","detail":"{read_only:false; response_revision:13716; number_of_response:1; }","duration":"104.823286ms","start":"2026-03-01T14:30:41.730707Z","end":"2026-03-01T14:30:41.83553Z","steps":["trace[1156397177] 'process raft request' (duration: 104.117359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:41.836023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.753436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590563"} {"level":"info","ts":"2026-03-01T14:30:41.83608Z","caller":"traceutil/trace.go:171","msg":"trace[30717298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13717; }","duration":"106.857648ms","start":"2026-03-01T14:30:41.72921Z","end":"2026-03-01T14:30:41.836068Z","steps":["trace[30717298] 'agreement among raft nodes before linearized reading' (duration: 105.884904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.332806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227876085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:44.729772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078482442s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:30:44.730234Z","caller":"traceutil/trace.go:171","msg":"trace[2142176557] transaction","detail":"{read_only:false; response_revision:13719; number_of_response:1; }","duration":"1.079053698s","start":"2026-03-01T14:30:43.651153Z","end":"2026-03-01T14:30:44.730207Z","steps":["trace[2142176557] 'process raft request' (duration: 1.078891892s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.730387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.651128Z","time spent":"1.079179451s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:44.747069Z","caller":"traceutil/trace.go:171","msg":"trace[1348117389] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"998.419914ms","start":"2026-03-01T14:30:43.748628Z","end":"2026-03-01T14:30:44.747048Z","steps":["trace[1348117389] 'process raft request' (duration: 998.194668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.74861Z","time spent":"998.517266ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:44.747215Z","caller":"traceutil/trace.go:171","msg":"trace[431724882] linearizableReadLoop","detail":"{readStateIndex:14269; appliedIndex:14266; }","duration":"914.481957ms","start":"2026-03-01T14:30:43.83271Z","end":"2026-03-01T14:30:44.747192Z","steps":["trace[431724882] 'read index received' (duration: 897.327811ms)","trace[431724882] 'applied index is now lower than readState.Index' (duration: 17.152016ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:44.747295Z","caller":"traceutil/trace.go:171","msg":"trace[687580983] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"998.395014ms","start":"2026-03-01T14:30:43.748865Z","end":"2026-03-01T14:30:44.74726Z","steps":["trace[687580983] 'process raft request' (duration: 998.144807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.63714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:44.747396Z","caller":"traceutil/trace.go:171","msg":"trace[2067243867] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13721; }","duration":"914.720193ms","start":"2026-03-01T14:30:43.832664Z","end":"2026-03-01T14:30:44.747384Z","steps":["trace[2067243867] 'agreement among raft nodes before linearized reading' (duration: 914.644301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.832636Z","time spent":"914.782254ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:44.747452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.938607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:30:44.747466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.748858Z","time spent":"998.506696ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:44.747496Z","caller":"traceutil/trace.go:171","msg":"trace[1353790717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13721; }","duration":"898.007179ms","start":"2026-03-01T14:30:43.849475Z","end":"2026-03-01T14:30:44.747482Z","steps":["trace[1353790717] 'agreement among raft nodes before linearized reading' (duration: 897.880096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.213293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:44.747523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.849462Z","time spent":"898.05548ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:30:44.747543Z","caller":"traceutil/trace.go:171","msg":"trace[2014493146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13721; }","duration":"226.310326ms","start":"2026-03-01T14:30:44.521218Z","end":"2026-03-01T14:30:44.747528Z","steps":["trace[2014493146] 'agreement among raft nodes before linearized reading' (duration: 226.225424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.74754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.970835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:30:44.747603Z","caller":"traceutil/trace.go:171","msg":"trace[1420773758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13721; }","duration":"860.084508ms","start":"2026-03-01T14:30:43.887501Z","end":"2026-03-01T14:30:44.747585Z","steps":["trace[1420773758] 'agreement among raft nodes before linearized reading' (duration: 859.974245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.887482Z","time spent":"860.15838ms","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:44.747653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.563006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:30:44.747735Z","caller":"traceutil/trace.go:171","msg":"trace[444727947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13721; }","duration":"906.633857ms","start":"2026-03-01T14:30:43.841062Z","end":"2026-03-01T14:30:44.747696Z","steps":["trace[444727947] 'agreement among raft nodes before linearized reading' (duration: 906.518885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.455724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:30:44.747774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.841047Z","time spent":"906.71853ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:30:44.74781Z","caller":"traceutil/trace.go:171","msg":"trace[531567100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13721; }","duration":"906.504914ms","start":"2026-03-01T14:30:43.841298Z","end":"2026-03-01T14:30:44.747803Z","steps":["trace[531567100] 'agreement among raft nodes before linearized reading' (duration: 906.388361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.841286Z","time spent":"906.539096ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:30:44.747529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.925315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:30:44.747896Z","caller":"traceutil/trace.go:171","msg":"trace[457953122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13721; }","duration":"907.332155ms","start":"2026-03-01T14:30:43.840552Z","end":"2026-03-01T14:30:44.747884Z","steps":["trace[457953122] 'agreement among raft nodes before linearized reading' (duration: 906.807982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.747933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.84054Z","time spent":"907.381736ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:44.747972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.334955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:30:44.748024Z","caller":"traceutil/trace.go:171","msg":"trace[2141154705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13721; }","duration":"907.402387ms","start":"2026-03-01T14:30:43.84061Z","end":"2026-03-01T14:30:44.748012Z","steps":["trace[2141154705] 'agreement among raft nodes before linearized reading' (duration: 907.250214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.748057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.840604Z","time spent":"907.445378ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:44.74765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.407312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:30:44.749038Z","caller":"traceutil/trace.go:171","msg":"trace[583775815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13721; }","duration":"907.831468ms","start":"2026-03-01T14:30:43.84119Z","end":"2026-03-01T14:30:44.749021Z","steps":["trace[583775815] 'agreement among raft nodes before linearized reading' (duration: 906.377521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:44.749088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:43.841161Z","time spent":"907.91153ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:30:45.564277Z","caller":"traceutil/trace.go:171","msg":"trace[1237405061] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"155.187072ms","start":"2026-03-01T14:30:45.409062Z","end":"2026-03-01T14:30:45.564249Z","steps":["trace[1237405061] 'process raft request' (duration: 155.016048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:46.075849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227876107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:30:46.468437Z","caller":"traceutil/trace.go:171","msg":"trace[1162437961] linearizableReadLoop","detail":"{readStateIndex:14276; appliedIndex:14275; }","duration":"893.423642ms","start":"2026-03-01T14:30:45.574991Z","end":"2026-03-01T14:30:46.468414Z","steps":["trace[1162437961] 'read index received' (duration: 893.211147ms)","trace[1162437961] 'applied index is now lower than readState.Index' (duration: 211.675µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:46.468704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.681649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:46.468809Z","caller":"traceutil/trace.go:171","msg":"trace[1245249811] transaction","detail":"{read_only:false; response_revision:13728; number_of_response:1; }","duration":"1.052800092s","start":"2026-03-01T14:30:45.415991Z","end":"2026-03-01T14:30:46.468791Z","steps":["trace[1245249811] 'process raft request' (duration: 1.052280579s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:46.468814Z","caller":"traceutil/trace.go:171","msg":"trace[1083829172] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13728; }","duration":"893.853644ms","start":"2026-03-01T14:30:45.574936Z","end":"2026-03-01T14:30:46.468789Z","steps":["trace[1083829172] 'agreement among raft nodes before linearized reading' (duration: 893.640148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:46.468878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:45.574907Z","time spent":"893.959045ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:46.468925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:45.415969Z","time spent":"1.052888534s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:47.958066Z","caller":"traceutil/trace.go:171","msg":"trace[1090556490] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"153.665925ms","start":"2026-03-01T14:30:47.80437Z","end":"2026-03-01T14:30:47.958036Z","steps":["trace[1090556490] 'process raft request' (duration: 153.518641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:55.018685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.607807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:55.018778Z","caller":"traceutil/trace.go:171","msg":"trace[1418461225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13884; }","duration":"498.71916ms","start":"2026-03-01T14:30:54.520043Z","end":"2026-03-01T14:30:55.018762Z","steps":["trace[1418461225] 'range keys from in-memory index tree' (duration: 498.507944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:55.018811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.519984Z","time spent":"498.820302ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:30:55.018696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.330622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T14:30:55.018882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.756888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:55.018925Z","caller":"traceutil/trace.go:171","msg":"trace[872383844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13884; }","duration":"317.617339ms","start":"2026-03-01T14:30:54.701283Z","end":"2026-03-01T14:30:55.0189Z","steps":["trace[872383844] 'range keys from in-memory index tree' (duration: 317.068165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:55.018958Z","caller":"traceutil/trace.go:171","msg":"trace[444986783] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13884; }","duration":"548.899311ms","start":"2026-03-01T14:30:54.470043Z","end":"2026-03-01T14:30:55.018943Z","steps":["trace[444986783] 'count revisions from in-memory index tree' (duration: 548.579273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:55.019011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.701261Z","time spent":"317.736173ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:30:55.019016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.47002Z","time spent":"548.984394ms","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:55.333973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227876470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:55.834983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227876470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:56.295177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274560871s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:30:56.295413Z","caller":"traceutil/trace.go:171","msg":"trace[1845449017] transaction","detail":"{read_only:false; response_revision:13885; number_of_response:1; }","duration":"1.510018198s","start":"2026-03-01T14:30:54.78538Z","end":"2026-03-01T14:30:56.295398Z","steps":["trace[1845449017] 'process raft request' (duration: 1.509929556s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.295509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.785353Z","time spent":"1.510107821s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:56.45604Z","caller":"traceutil/trace.go:171","msg":"trace[1321653844] transaction","detail":"{read_only:false; response_revision:13888; number_of_response:1; }","duration":"1.433286603s","start":"2026-03-01T14:30:55.022734Z","end":"2026-03-01T14:30:56.456021Z","steps":["trace[1321653844] 'process raft request' (duration: 1.433231821s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.456062Z","caller":"traceutil/trace.go:171","msg":"trace[636580969] transaction","detail":"{read_only:false; response_revision:13887; number_of_response:1; }","duration":"1.666411021s","start":"2026-03-01T14:30:54.789602Z","end":"2026-03-01T14:30:56.456013Z","steps":["trace[636580969] 'process raft request' (duration: 1.666321709s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.456076Z","caller":"traceutil/trace.go:171","msg":"trace[384529901] transaction","detail":"{read_only:false; response_revision:13886; number_of_response:1; }","duration":"1.669187272s","start":"2026-03-01T14:30:54.786848Z","end":"2026-03-01T14:30:56.456035Z","steps":["trace[384529901] 'process raft request' (duration: 1.652827707s)","trace[384529901] 'compare' (duration: 15.931554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:56.456158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.02272Z","time spent":"1.433376485s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:56.456221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.789555Z","time spent":"1.666582266s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:56.456235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.786832Z","time spent":"1.669330756s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:56.456283Z","caller":"traceutil/trace.go:171","msg":"trace[1213483627] linearizableReadLoop","detail":"{readStateIndex:14440; appliedIndex:14436; }","duration":"1.62296789s","start":"2026-03-01T14:30:54.833302Z","end":"2026-03-01T14:30:56.45627Z","steps":["trace[1213483627] 'read index received' (duration: 1.462080003s)","trace[1213483627] 'applied index is now lower than readState.Index' (duration: 160.887117ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:56.456591Z","caller":"traceutil/trace.go:171","msg":"trace[1848636397] transaction","detail":"{read_only:false; response_revision:13889; number_of_response:1; }","duration":"183.971522ms","start":"2026-03-01T14:30:56.272566Z","end":"2026-03-01T14:30:56.456538Z","steps":["trace[1848636397] 'process raft request' (duration: 183.425698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.456628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191705691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56a7fbf5-db79-428e-bad5-7f1d7a839c70\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-01T14:30:56.45666Z","caller":"traceutil/trace.go:171","msg":"trace[1887779873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56a7fbf5-db79-428e-bad5-7f1d7a839c70; range_end:; response_count:1; response_revision:13889; }","duration":"1.191790282s","start":"2026-03-01T14:30:55.26486Z","end":"2026-03-01T14:30:56.456651Z","steps":["trace[1887779873] 'agreement among raft nodes before linearized reading' (duration: 1.191673429s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.456682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.264831Z","time spent":"1.191846394s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56a7fbf5-db79-428e-bad5-7f1d7a839c70\" "} {"level":"warn","ts":"2026-03-01T14:30:56.45673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591532144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:30:56.456758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435939831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:56.456776Z","caller":"traceutil/trace.go:171","msg":"trace[117494023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:13889; }","duration":"1.591625696s","start":"2026-03-01T14:30:54.865138Z","end":"2026-03-01T14:30:56.456764Z","steps":["trace[117494023] 'agreement among raft nodes before linearized reading' (duration: 1.591456632s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.45677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614951777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:30:56.456813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.865101Z","time spent":"1.591705049s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:30:56.456816Z","caller":"traceutil/trace.go:171","msg":"trace[430852135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13889; }","duration":"1.436017833s","start":"2026-03-01T14:30:55.020782Z","end":"2026-03-01T14:30:56.4568Z","steps":["trace[430852135] 'agreement among raft nodes before linearized reading' (duration: 1.435906409s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.456831Z","caller":"traceutil/trace.go:171","msg":"trace[940319469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13889; }","duration":"1.61506582s","start":"2026-03-01T14:30:54.84175Z","end":"2026-03-01T14:30:56.456816Z","steps":["trace[940319469] 'agreement among raft nodes before linearized reading' (duration: 1.614900885s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.456847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.52752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-01T14:30:56.456862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.841728Z","time spent":"1.615127992s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:30:56.456859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.020768Z","time spent":"1.436082914s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:30:56.456852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611980243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:30:56.456869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618289692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:30:56.456923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.041993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-01T14:30:56.456915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258596787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-9fb6j\" ","response":"range_response_count:1 size:6895"} {"level":"info","ts":"2026-03-01T14:30:56.456933Z","caller":"traceutil/trace.go:171","msg":"trace[1994479243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13889; }","duration":"1.618389495s","start":"2026-03-01T14:30:54.838528Z","end":"2026-03-01T14:30:56.456917Z","steps":["trace[1994479243] 'agreement among raft nodes before linearized reading' (duration: 1.618008864s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.456931Z","caller":"traceutil/trace.go:171","msg":"trace[1007564911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13889; }","duration":"1.612085265s","start":"2026-03-01T14:30:54.844826Z","end":"2026-03-01T14:30:56.456911Z","steps":["trace[1007564911] 'agreement among raft nodes before linearized reading' (duration: 1.611783156s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.456948Z","caller":"traceutil/trace.go:171","msg":"trace[2071034105] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13889; }","duration":"382.097314ms","start":"2026-03-01T14:30:56.074845Z","end":"2026-03-01T14:30:56.456942Z","steps":["trace[2071034105] 'agreement among raft nodes before linearized reading' (duration: 382.038632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.456968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:56.074821Z","time spent":"382.143235ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-01T14:30:56.456968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.838511Z","time spent":"1.618450426s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:30:56.456968Z","caller":"traceutil/trace.go:171","msg":"trace[781049932] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-9fb6j; range_end:; response_count:1; response_revision:13889; }","duration":"1.258689349s","start":"2026-03-01T14:30:55.198262Z","end":"2026-03-01T14:30:56.456951Z","steps":["trace[781049932] 'agreement among raft nodes before linearized reading' (duration: 1.258571086s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.456976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.844815Z","time spent":"1.612152027s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:56.45699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099046364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T14:30:56.457004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.198244Z","time spent":"1.258751971s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6919,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-9fb6j\" "} {"level":"info","ts":"2026-03-01T14:30:56.456868Z","caller":"traceutil/trace.go:171","msg":"trace[455076669] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13889; }","duration":"381.614912ms","start":"2026-03-01T14:30:56.075246Z","end":"2026-03-01T14:30:56.456861Z","steps":["trace[455076669] 'agreement among raft nodes before linearized reading' (duration: 381.55137ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.45704Z","caller":"traceutil/trace.go:171","msg":"trace[1427224341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13889; }","duration":"1.099133346s","start":"2026-03-01T14:30:55.357894Z","end":"2026-03-01T14:30:56.457027Z","steps":["trace[1427224341] 'agreement among raft nodes before linearized reading' (duration: 1.099001562s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.457053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:56.075216Z","time spent":"381.828777ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-01T14:30:56.457079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.357873Z","time spent":"1.099198567s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:30:56.457116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190099171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-01T14:30:56.457148Z","caller":"traceutil/trace.go:171","msg":"trace[1713209301] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1; range_end:; response_count:1; response_revision:13889; }","duration":"1.190161732s","start":"2026-03-01T14:30:55.266977Z","end":"2026-03-01T14:30:56.457139Z","steps":["trace[1713209301] 'agreement among raft nodes before linearized reading' (duration: 1.19008355s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.457144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61224242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:30:56.457171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.266964Z","time spent":"1.190202263s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" "} {"level":"info","ts":"2026-03-01T14:30:56.457179Z","caller":"traceutil/trace.go:171","msg":"trace[2023081874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13889; }","duration":"1.61230377s","start":"2026-03-01T14:30:54.844865Z","end":"2026-03-01T14:30:56.457169Z","steps":["trace[2023081874] 'agreement among raft nodes before linearized reading' (duration: 1.612214618s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.457174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.008913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-01T14:30:56.457183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552502245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-764t2.1898be159b16f990\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-01T14:30:56.457206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.844849Z","time spent":"1.612351262s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:30:56.457219Z","caller":"traceutil/trace.go:171","msg":"trace[1157840317] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-764t2.1898be159b16f990; range_end:; response_count:1; response_revision:13889; }","duration":"1.552575017s","start":"2026-03-01T14:30:54.904634Z","end":"2026-03-01T14:30:56.457209Z","steps":["trace[1157840317] 'agreement among raft nodes before linearized reading' (duration: 1.552472105s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.45723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.591057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-01T14:30:56.457286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.904611Z","time spent":"1.55266448s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-764t2.1898be159b16f990\" "} {"level":"info","ts":"2026-03-01T14:30:56.457298Z","caller":"traceutil/trace.go:171","msg":"trace[397863848] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13889; }","duration":"910.709039ms","start":"2026-03-01T14:30:55.546576Z","end":"2026-03-01T14:30:56.457285Z","steps":["trace[397863848] 'agreement among raft nodes before linearized reading' (duration: 910.582976ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:56.457224Z","caller":"traceutil/trace.go:171","msg":"trace[658001594] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13889; }","duration":"575.090235ms","start":"2026-03-01T14:30:55.882115Z","end":"2026-03-01T14:30:56.457205Z","steps":["trace[658001594] 'agreement among raft nodes before linearized reading' (duration: 575.012343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.457332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.546551Z","time spent":"910.775121ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-01T14:30:56.457353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:55.882092Z","time spent":"575.24577ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:30:56.458709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625416142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:30:56.458768Z","caller":"traceutil/trace.go:171","msg":"trace[33484085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13889; }","duration":"1.625521245s","start":"2026-03-01T14:30:54.833222Z","end":"2026-03-01T14:30:56.458743Z","steps":["trace[33484085] 'agreement among raft nodes before linearized reading' (duration: 1.623195005s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:56.4588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:54.833193Z","time spent":"1.625598487s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:31:18.688705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.281746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:18.688812Z","caller":"traceutil/trace.go:171","msg":"trace[2138370449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14225; }","duration":"170.44003ms","start":"2026-03-01T14:31:18.518351Z","end":"2026-03-01T14:31:18.688791Z","steps":["trace[2138370449] 'range keys from in-memory index tree' (duration: 170.202504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.689132Z","caller":"traceutil/trace.go:171","msg":"trace[1633866432] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"147.510658ms","start":"2026-03-01T14:31:18.541585Z","end":"2026-03-01T14:31:18.689096Z","steps":["trace[1633866432] 'process raft request' (duration: 59.323493ms)","trace[1633866432] 'compare' (duration: 87.941569ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:18.689176Z","caller":"traceutil/trace.go:171","msg":"trace[1085925572] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"147.447747ms","start":"2026-03-01T14:31:18.541698Z","end":"2026-03-01T14:31:18.689146Z","steps":["trace[1085925572] 'process raft request' (duration: 147.329324ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.689295Z","caller":"traceutil/trace.go:171","msg":"trace[1749083997] linearizableReadLoop","detail":"{readStateIndex:14792; appliedIndex:14790; }","duration":"123.170621ms","start":"2026-03-01T14:31:18.566112Z","end":"2026-03-01T14:31:18.689283Z","steps":["trace[1749083997] 'read index received' (duration: 34.806001ms)","trace[1749083997] 'applied index is now lower than readState.Index' (duration: 88.36284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:18.689536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.431708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T14:31:18.689603Z","caller":"traceutil/trace.go:171","msg":"trace[198556165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14228; }","duration":"123.543431ms","start":"2026-03-01T14:31:18.566048Z","end":"2026-03-01T14:31:18.689592Z","steps":["trace[198556165] 'agreement among raft nodes before linearized reading' (duration: 123.343526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:18.68965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.768527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:31:18.689757Z","caller":"traceutil/trace.go:171","msg":"trace[1777283866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14228; }","duration":"112.901111ms","start":"2026-03-01T14:31:18.576829Z","end":"2026-03-01T14:31:18.68973Z","steps":["trace[1777283866] 'agreement among raft nodes before linearized reading' (duration: 112.584973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:18.689798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.265499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:31:18.689905Z","caller":"traceutil/trace.go:171","msg":"trace[16687326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14228; }","duration":"109.409073ms","start":"2026-03-01T14:31:18.580472Z","end":"2026-03-01T14:31:18.689882Z","steps":["trace[16687326] 'agreement among raft nodes before linearized reading' (duration: 109.232779ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.79461Z","caller":"traceutil/trace.go:171","msg":"trace[778561058] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"100.661301ms","start":"2026-03-01T14:31:18.693927Z","end":"2026-03-01T14:31:18.794589Z","steps":["trace[778561058] 'process raft request' (duration: 100.458926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.79472Z","caller":"traceutil/trace.go:171","msg":"trace[552169100] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"100.523716ms","start":"2026-03-01T14:31:18.694187Z","end":"2026-03-01T14:31:18.79471Z","steps":["trace[552169100] 'process raft request' (duration: 100.367373ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.794611Z","caller":"traceutil/trace.go:171","msg":"trace[724543608] transaction","detail":"{read_only:false; response_revision:14231; number_of_response:1; }","duration":"100.551538ms","start":"2026-03-01T14:31:18.694033Z","end":"2026-03-01T14:31:18.794585Z","steps":["trace[724543608] 'process raft request' (duration: 100.485897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.795036Z","caller":"traceutil/trace.go:171","msg":"trace[2055287497] transaction","detail":"{read_only:false; response_revision:14233; number_of_response:1; }","duration":"100.729613ms","start":"2026-03-01T14:31:18.694275Z","end":"2026-03-01T14:31:18.795005Z","steps":["trace[2055287497] 'process raft request' (duration: 100.382893ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:18.79528Z","caller":"traceutil/trace.go:171","msg":"trace[607599269] transaction","detail":"{read_only:false; response_revision:14234; number_of_response:1; }","duration":"100.639211ms","start":"2026-03-01T14:31:18.694486Z","end":"2026-03-01T14:31:18.795126Z","steps":["trace[607599269] 'process raft request' (duration: 100.446215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.149903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.521922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:31:19.150024Z","caller":"traceutil/trace.go:171","msg":"trace[177226900] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14234; }","duration":"189.707187ms","start":"2026-03-01T14:31:18.960293Z","end":"2026-03-01T14:31:19.15Z","steps":["trace[177226900] 'count revisions from in-memory index tree' (duration: 189.42156ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:19.150265Z","caller":"traceutil/trace.go:171","msg":"trace[1522778616] transaction","detail":"{read_only:false; response_revision:14235; number_of_response:1; }","duration":"169.049504ms","start":"2026-03-01T14:31:18.981137Z","end":"2026-03-01T14:31:19.150187Z","steps":["trace[1522778616] 'process raft request' (duration: 77.260968ms)","trace[1522778616] 'compare' (duration: 91.57776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:19.150313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.943345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:31:19.150423Z","caller":"traceutil/trace.go:171","msg":"trace[2136548075] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14234; }","duration":"252.341295ms","start":"2026-03-01T14:31:18.898052Z","end":"2026-03-01T14:31:19.150393Z","steps":["trace[2136548075] 'count revisions from in-memory index tree' (duration: 251.851753ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.322885Z","caller":"traceutil/trace.go:171","msg":"trace[1583360965] transaction","detail":"{read_only:false; response_revision:14370; number_of_response:1; }","duration":"120.32705ms","start":"2026-03-01T14:31:44.202527Z","end":"2026-03-01T14:31:44.322854Z","steps":["trace[1583360965] 'process raft request' (duration: 120.295799ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.32296Z","caller":"traceutil/trace.go:171","msg":"trace[1197209564] transaction","detail":"{read_only:false; response_revision:14366; number_of_response:1; }","duration":"121.668553ms","start":"2026-03-01T14:31:44.201243Z","end":"2026-03-01T14:31:44.322912Z","steps":["trace[1197209564] 'process raft request' (duration: 120.31306ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.323211Z","caller":"traceutil/trace.go:171","msg":"trace[294733496] transaction","detail":"{read_only:false; response_revision:14368; number_of_response:1; }","duration":"121.1247ms","start":"2026-03-01T14:31:44.202031Z","end":"2026-03-01T14:31:44.323156Z","steps":["trace[294733496] 'process raft request' (duration: 120.75761ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.323276Z","caller":"traceutil/trace.go:171","msg":"trace[775073242] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"121.807486ms","start":"2026-03-01T14:31:44.201407Z","end":"2026-03-01T14:31:44.323215Z","steps":["trace[775073242] 'process raft request' (duration: 121.344974ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.323564Z","caller":"traceutil/trace.go:171","msg":"trace[1183438083] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"121.067618ms","start":"2026-03-01T14:31:44.202093Z","end":"2026-03-01T14:31:44.32316Z","steps":["trace[1183438083] 'process raft request' (duration: 120.715589ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335096Z","caller":"traceutil/trace.go:171","msg":"trace[200346988] transaction","detail":"{read_only:false; response_revision:14371; number_of_response:1; }","duration":"131.754949ms","start":"2026-03-01T14:31:44.203299Z","end":"2026-03-01T14:31:44.335054Z","steps":["trace[200346988] 'process raft request' (duration: 131.584265ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335199Z","caller":"traceutil/trace.go:171","msg":"trace[1965215191] transaction","detail":"{read_only:false; response_revision:14374; number_of_response:1; }","duration":"131.506092ms","start":"2026-03-01T14:31:44.203653Z","end":"2026-03-01T14:31:44.335159Z","steps":["trace[1965215191] 'process raft request' (duration: 131.381978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335276Z","caller":"traceutil/trace.go:171","msg":"trace[1477536030] transaction","detail":"{read_only:false; response_revision:14373; number_of_response:1; }","duration":"131.711408ms","start":"2026-03-01T14:31:44.203557Z","end":"2026-03-01T14:31:44.335268Z","steps":["trace[1477536030] 'process raft request' (duration: 131.459521ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.33527Z","caller":"traceutil/trace.go:171","msg":"trace[672608166] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"131.532674ms","start":"2026-03-01T14:31:44.203689Z","end":"2026-03-01T14:31:44.335221Z","steps":["trace[672608166] 'process raft request' (duration: 131.365669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335297Z","caller":"traceutil/trace.go:171","msg":"trace[1702576692] transaction","detail":"{read_only:false; response_revision:14379; number_of_response:1; }","duration":"131.493672ms","start":"2026-03-01T14:31:44.203776Z","end":"2026-03-01T14:31:44.33527Z","steps":["trace[1702576692] 'process raft request' (duration: 131.383239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.33521Z","caller":"traceutil/trace.go:171","msg":"trace[1486559734] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"131.476952ms","start":"2026-03-01T14:31:44.203706Z","end":"2026-03-01T14:31:44.335183Z","steps":["trace[1486559734] 'process raft request' (duration: 131.368238ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335371Z","caller":"traceutil/trace.go:171","msg":"trace[1605525814] transaction","detail":"{read_only:false; response_revision:14380; number_of_response:1; }","duration":"131.517093ms","start":"2026-03-01T14:31:44.203837Z","end":"2026-03-01T14:31:44.335354Z","steps":["trace[1605525814] 'process raft request' (duration: 131.343169ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335413Z","caller":"traceutil/trace.go:171","msg":"trace[546442186] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"131.647567ms","start":"2026-03-01T14:31:44.203758Z","end":"2026-03-01T14:31:44.335405Z","steps":["trace[546442186] 'process raft request' (duration: 131.341118ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335452Z","caller":"traceutil/trace.go:171","msg":"trace[575536347] transaction","detail":"{read_only:false; response_revision:14378; number_of_response:1; }","duration":"131.676968ms","start":"2026-03-01T14:31:44.203766Z","end":"2026-03-01T14:31:44.335443Z","steps":["trace[575536347] 'process raft request' (duration: 131.355549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335473Z","caller":"traceutil/trace.go:171","msg":"trace[595327251] transaction","detail":"{read_only:false; response_revision:14384; number_of_response:1; }","duration":"127.934833ms","start":"2026-03-01T14:31:44.207526Z","end":"2026-03-01T14:31:44.335461Z","steps":["trace[595327251] 'process raft request' (duration: 127.755029ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335523Z","caller":"traceutil/trace.go:171","msg":"trace[683680727] transaction","detail":"{read_only:false; response_revision:14382; number_of_response:1; }","duration":"131.542384ms","start":"2026-03-01T14:31:44.20397Z","end":"2026-03-01T14:31:44.335513Z","steps":["trace[683680727] 'process raft request' (duration: 131.251247ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335546Z","caller":"traceutil/trace.go:171","msg":"trace[1836552913] transaction","detail":"{read_only:false; response_revision:14381; number_of_response:1; }","duration":"131.601425ms","start":"2026-03-01T14:31:44.203907Z","end":"2026-03-01T14:31:44.335509Z","steps":["trace[1836552913] 'process raft request' (duration: 131.293588ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335521Z","caller":"traceutil/trace.go:171","msg":"trace[917467891] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"131.434151ms","start":"2026-03-01T14:31:44.204023Z","end":"2026-03-01T14:31:44.335457Z","steps":["trace[917467891] 'process raft request' (duration: 131.215926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.335231Z","caller":"traceutil/trace.go:171","msg":"trace[1070410145] transaction","detail":"{read_only:false; response_revision:14372; number_of_response:1; }","duration":"131.605495ms","start":"2026-03-01T14:31:44.203551Z","end":"2026-03-01T14:31:44.335156Z","steps":["trace[1070410145] 'process raft request' (duration: 131.43995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.585401Z","caller":"traceutil/trace.go:171","msg":"trace[1394743823] linearizableReadLoop","detail":"{readStateIndex:14978; appliedIndex:14977; }","duration":"142.260845ms","start":"2026-03-01T14:31:44.443108Z","end":"2026-03-01T14:31:44.585369Z","steps":["trace[1394743823] 'read index received' (duration: 96.403613ms)","trace[1394743823] 'applied index is now lower than readState.Index' (duration: 45.855962ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:44.585732Z","caller":"traceutil/trace.go:171","msg":"trace[1345878393] transaction","detail":"{read_only:false; response_revision:14407; number_of_response:1; }","duration":"143.347363ms","start":"2026-03-01T14:31:44.442362Z","end":"2026-03-01T14:31:44.585709Z","steps":["trace[1345878393] 'process raft request' (duration: 97.06772ms)","trace[1345878393] 'compare' (duration: 45.798141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:44.586213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.081877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-01T14:31:44.586263Z","caller":"traceutil/trace.go:171","msg":"trace[1680452563] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:14407; }","duration":"143.182988ms","start":"2026-03-01T14:31:44.443066Z","end":"2026-03-01T14:31:44.586249Z","steps":["trace[1680452563] 'agreement among raft nodes before linearized reading' (duration: 142.907611ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600276Z","caller":"traceutil/trace.go:171","msg":"trace[590392829] transaction","detail":"{read_only:false; response_revision:14408; number_of_response:1; }","duration":"157.05689ms","start":"2026-03-01T14:31:44.443198Z","end":"2026-03-01T14:31:44.600255Z","steps":["trace[590392829] 'process raft request' (duration: 156.879766ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600353Z","caller":"traceutil/trace.go:171","msg":"trace[120537228] transaction","detail":"{read_only:false; response_revision:14410; number_of_response:1; }","duration":"156.922377ms","start":"2026-03-01T14:31:44.443392Z","end":"2026-03-01T14:31:44.600315Z","steps":["trace[120537228] 'process raft request' (duration: 156.792054ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600407Z","caller":"traceutil/trace.go:171","msg":"trace[474868626] transaction","detail":"{read_only:false; response_revision:14414; number_of_response:1; }","duration":"156.573968ms","start":"2026-03-01T14:31:44.443824Z","end":"2026-03-01T14:31:44.600398Z","steps":["trace[474868626] 'process raft request' (duration: 156.460285ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600483Z","caller":"traceutil/trace.go:171","msg":"trace[1780644408] transaction","detail":"{read_only:false; response_revision:14411; number_of_response:1; }","duration":"157.02523ms","start":"2026-03-01T14:31:44.443449Z","end":"2026-03-01T14:31:44.600474Z","steps":["trace[1780644408] 'process raft request' (duration: 156.778784ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.6005Z","caller":"traceutil/trace.go:171","msg":"trace[19295376] transaction","detail":"{read_only:false; response_revision:14412; number_of_response:1; }","duration":"156.898266ms","start":"2026-03-01T14:31:44.443586Z","end":"2026-03-01T14:31:44.600484Z","steps":["trace[19295376] 'process raft request' (duration: 156.6648ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600559Z","caller":"traceutil/trace.go:171","msg":"trace[1873709262] transaction","detail":"{read_only:false; response_revision:14413; number_of_response:1; }","duration":"156.831155ms","start":"2026-03-01T14:31:44.44372Z","end":"2026-03-01T14:31:44.600551Z","steps":["trace[1873709262] 'process raft request' (duration: 156.548528ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600565Z","caller":"traceutil/trace.go:171","msg":"trace[611892746] transaction","detail":"{read_only:false; response_revision:14417; number_of_response:1; }","duration":"156.534637ms","start":"2026-03-01T14:31:44.444024Z","end":"2026-03-01T14:31:44.600559Z","steps":["trace[611892746] 'process raft request' (duration: 156.303191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600656Z","caller":"traceutil/trace.go:171","msg":"trace[1417225758] transaction","detail":"{read_only:false; response_revision:14419; number_of_response:1; }","duration":"156.514527ms","start":"2026-03-01T14:31:44.444131Z","end":"2026-03-01T14:31:44.600645Z","steps":["trace[1417225758] 'process raft request' (duration: 156.23706ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.60066Z","caller":"traceutil/trace.go:171","msg":"trace[834791952] transaction","detail":"{read_only:false; response_revision:14409; number_of_response:1; }","duration":"157.242555ms","start":"2026-03-01T14:31:44.443366Z","end":"2026-03-01T14:31:44.600609Z","steps":["trace[834791952] 'process raft request' (duration: 156.796504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.60069Z","caller":"traceutil/trace.go:171","msg":"trace[1961372344] transaction","detail":"{read_only:false; response_revision:14421; number_of_response:1; }","duration":"156.468356ms","start":"2026-03-01T14:31:44.444174Z","end":"2026-03-01T14:31:44.600643Z","steps":["trace[1961372344] 'process raft request' (duration: 156.23407ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600668Z","caller":"traceutil/trace.go:171","msg":"trace[1837883970] transaction","detail":"{read_only:false; response_revision:14422; number_of_response:1; }","duration":"156.444055ms","start":"2026-03-01T14:31:44.444208Z","end":"2026-03-01T14:31:44.600652Z","steps":["trace[1837883970] 'process raft request' (duration: 156.21608ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600803Z","caller":"traceutil/trace.go:171","msg":"trace[81230089] transaction","detail":"{read_only:false; response_revision:14415; number_of_response:1; }","duration":"156.708792ms","start":"2026-03-01T14:31:44.443922Z","end":"2026-03-01T14:31:44.60063Z","steps":["trace[81230089] 'process raft request' (duration: 156.379054ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600811Z","caller":"traceutil/trace.go:171","msg":"trace[433959312] transaction","detail":"{read_only:false; response_revision:14423; number_of_response:1; }","duration":"156.543808ms","start":"2026-03-01T14:31:44.444258Z","end":"2026-03-01T14:31:44.600802Z","steps":["trace[433959312] 'process raft request' (duration: 156.186089ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600738Z","caller":"traceutil/trace.go:171","msg":"trace[1928751971] transaction","detail":"{read_only:false; response_revision:14424; number_of_response:1; }","duration":"112.051989ms","start":"2026-03-01T14:31:44.48868Z","end":"2026-03-01T14:31:44.600732Z","steps":["trace[1928751971] 'process raft request' (duration: 111.778743ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600883Z","caller":"traceutil/trace.go:171","msg":"trace[1310001274] transaction","detail":"{read_only:false; response_revision:14420; number_of_response:1; }","duration":"156.495987ms","start":"2026-03-01T14:31:44.44414Z","end":"2026-03-01T14:31:44.600636Z","steps":["trace[1310001274] 'process raft request' (duration: 156.249291ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.600523Z","caller":"traceutil/trace.go:171","msg":"trace[1192269467] transaction","detail":"{read_only:false; response_revision:14418; number_of_response:1; }","duration":"156.442376ms","start":"2026-03-01T14:31:44.44406Z","end":"2026-03-01T14:31:44.600502Z","steps":["trace[1192269467] 'process raft request' (duration: 156.285972ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.60102Z","caller":"traceutil/trace.go:171","msg":"trace[1984604946] transaction","detail":"{read_only:false; response_revision:14416; number_of_response:1; }","duration":"156.63463ms","start":"2026-03-01T14:31:44.443971Z","end":"2026-03-01T14:31:44.600606Z","steps":["trace[1984604946] 'process raft request' (duration: 156.342353ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795084Z","caller":"traceutil/trace.go:171","msg":"trace[649896288] transaction","detail":"{read_only:false; response_revision:14426; number_of_response:1; }","duration":"187.845461ms","start":"2026-03-01T14:31:44.607203Z","end":"2026-03-01T14:31:44.795048Z","steps":["trace[649896288] 'process raft request' (duration: 187.640135ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.79511Z","caller":"traceutil/trace.go:171","msg":"trace[2081274623] transaction","detail":"{read_only:false; response_revision:14427; number_of_response:1; }","duration":"187.460581ms","start":"2026-03-01T14:31:44.607623Z","end":"2026-03-01T14:31:44.795083Z","steps":["trace[2081274623] 'process raft request' (duration: 187.340548ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795271Z","caller":"traceutil/trace.go:171","msg":"trace[674656141] transaction","detail":"{read_only:false; response_revision:14433; number_of_response:1; }","duration":"187.094182ms","start":"2026-03-01T14:31:44.608167Z","end":"2026-03-01T14:31:44.795261Z","steps":["trace[674656141] 'process raft request' (duration: 186.983679ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795304Z","caller":"traceutil/trace.go:171","msg":"trace[1987559149] transaction","detail":"{read_only:false; response_revision:14428; number_of_response:1; }","duration":"187.584914ms","start":"2026-03-01T14:31:44.607691Z","end":"2026-03-01T14:31:44.795276Z","steps":["trace[1987559149] 'process raft request' (duration: 187.296917ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795362Z","caller":"traceutil/trace.go:171","msg":"trace[712322090] transaction","detail":"{read_only:false; response_revision:14436; number_of_response:1; }","duration":"186.951448ms","start":"2026-03-01T14:31:44.6084Z","end":"2026-03-01T14:31:44.795352Z","steps":["trace[712322090] 'process raft request' (duration: 186.835945ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795363Z","caller":"traceutil/trace.go:171","msg":"trace[725924428] transaction","detail":"{read_only:false; response_revision:14431; number_of_response:1; }","duration":"187.236415ms","start":"2026-03-01T14:31:44.60811Z","end":"2026-03-01T14:31:44.795346Z","steps":["trace[725924428] 'process raft request' (duration: 186.963378ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.79528Z","caller":"traceutil/trace.go:171","msg":"trace[1132264778] transaction","detail":"{read_only:false; response_revision:14432; number_of_response:1; }","duration":"187.121693ms","start":"2026-03-01T14:31:44.608139Z","end":"2026-03-01T14:31:44.79526Z","steps":["trace[1132264778] 'process raft request' (duration: 186.976699ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795422Z","caller":"traceutil/trace.go:171","msg":"trace[1310086177] linearizableReadLoop","detail":"{readStateIndex:15012; appliedIndex:14995; }","duration":"184.474665ms","start":"2026-03-01T14:31:44.610933Z","end":"2026-03-01T14:31:44.795407Z","steps":["trace[1310086177] 'read index received' (duration: 42.769384ms)","trace[1310086177] 'applied index is now lower than readState.Index' (duration: 141.702681ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:44.79543Z","caller":"traceutil/trace.go:171","msg":"trace[1746688613] transaction","detail":"{read_only:false; response_revision:14437; number_of_response:1; }","duration":"186.791454ms","start":"2026-03-01T14:31:44.608611Z","end":"2026-03-01T14:31:44.795402Z","steps":["trace[1746688613] 'process raft request' (duration: 186.656561ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795393Z","caller":"traceutil/trace.go:171","msg":"trace[1387609349] transaction","detail":"{read_only:false; response_revision:14430; number_of_response:1; }","duration":"187.310648ms","start":"2026-03-01T14:31:44.60806Z","end":"2026-03-01T14:31:44.795371Z","steps":["trace[1387609349] 'process raft request' (duration: 186.99016ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795474Z","caller":"traceutil/trace.go:171","msg":"trace[1331411533] transaction","detail":"{read_only:false; response_revision:14441; number_of_response:1; }","duration":"186.567679ms","start":"2026-03-01T14:31:44.608895Z","end":"2026-03-01T14:31:44.795463Z","steps":["trace[1331411533] 'process raft request' (duration: 186.477747ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795501Z","caller":"traceutil/trace.go:171","msg":"trace[54519721] transaction","detail":"{read_only:false; response_revision:14439; number_of_response:1; }","duration":"186.678981ms","start":"2026-03-01T14:31:44.60879Z","end":"2026-03-01T14:31:44.795469Z","steps":["trace[54519721] 'process raft request' (duration: 186.531867ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795513Z","caller":"traceutil/trace.go:171","msg":"trace[496973562] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"187.100552ms","start":"2026-03-01T14:31:44.608361Z","end":"2026-03-01T14:31:44.795461Z","steps":["trace[496973562] 'process raft request' (duration: 186.851116ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795599Z","caller":"traceutil/trace.go:171","msg":"trace[1277627538] transaction","detail":"{read_only:false; response_revision:14440; number_of_response:1; }","duration":"186.578289ms","start":"2026-03-01T14:31:44.608884Z","end":"2026-03-01T14:31:44.795462Z","steps":["trace[1277627538] 'process raft request' (duration: 186.465046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:44.795614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.6682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-01T14:31:44.795646Z","caller":"traceutil/trace.go:171","msg":"trace[390806515] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14441; }","duration":"184.744332ms","start":"2026-03-01T14:31:44.61089Z","end":"2026-03-01T14:31:44.795634Z","steps":["trace[390806515] 'agreement among raft nodes before linearized reading' (duration: 184.588758ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795685Z","caller":"traceutil/trace.go:171","msg":"trace[2135118871] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"186.919187ms","start":"2026-03-01T14:31:44.608755Z","end":"2026-03-01T14:31:44.795674Z","steps":["trace[2135118871] 'process raft request' (duration: 186.537938ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795754Z","caller":"traceutil/trace.go:171","msg":"trace[732606358] transaction","detail":"{read_only:false; response_revision:14429; number_of_response:1; }","duration":"187.341088ms","start":"2026-03-01T14:31:44.607804Z","end":"2026-03-01T14:31:44.795145Z","steps":["trace[732606358] 'process raft request' (duration: 187.226045ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.795316Z","caller":"traceutil/trace.go:171","msg":"trace[1571705344] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"187.102062ms","start":"2026-03-01T14:31:44.608197Z","end":"2026-03-01T14:31:44.795299Z","steps":["trace[1571705344] 'process raft request' (duration: 186.985009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:44.842486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.342743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-01T14:31:44.842976Z","caller":"traceutil/trace.go:171","msg":"trace[1194983717] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14443; }","duration":"214.875677ms","start":"2026-03-01T14:31:44.628078Z","end":"2026-03-01T14:31:44.842953Z","steps":["trace[1194983717] 'agreement among raft nodes before linearized reading' (duration: 212.311521ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.977884Z","caller":"traceutil/trace.go:171","msg":"trace[1529200037] linearizableReadLoop","detail":"{readStateIndex:15015; appliedIndex:15014; }","duration":"132.099158ms","start":"2026-03-01T14:31:44.845763Z","end":"2026-03-01T14:31:44.977862Z","steps":["trace[1529200037] 'read index received' (duration: 124.31617ms)","trace[1529200037] 'applied index is now lower than readState.Index' (duration: 7.782108ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:44.977927Z","caller":"traceutil/trace.go:171","msg":"trace[1041931064] transaction","detail":"{read_only:false; response_revision:14444; number_of_response:1; }","duration":"134.937349ms","start":"2026-03-01T14:31:44.842962Z","end":"2026-03-01T14:31:44.9779Z","steps":["trace[1041931064] 'process raft request' (duration: 127.209103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:44.978106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.325333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:44.978362Z","caller":"traceutil/trace.go:171","msg":"trace[305205198] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:14444; }","duration":"132.60389ms","start":"2026-03-01T14:31:44.845722Z","end":"2026-03-01T14:31:44.978326Z","steps":["trace[305205198] 'agreement among raft nodes before linearized reading' (duration: 132.269412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:44.978578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.669254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-01T14:31:44.978702Z","caller":"traceutil/trace.go:171","msg":"trace[1360109989] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:14444; }","duration":"108.840189ms","start":"2026-03-01T14:31:44.869838Z","end":"2026-03-01T14:31:44.978678Z","steps":["trace[1360109989] 'agreement among raft nodes before linearized reading' (duration: 108.383907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:44.979138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.181524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660322"} {"level":"info","ts":"2026-03-01T14:31:44.979421Z","caller":"traceutil/trace.go:171","msg":"trace[2011088427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14444; }","duration":"133.471392ms","start":"2026-03-01T14:31:44.845901Z","end":"2026-03-01T14:31:44.979373Z","steps":["trace[2011088427] 'agreement among raft nodes before linearized reading' (duration: 132.247772ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.627172Z","caller":"traceutil/trace.go:171","msg":"trace[865420079] transaction","detail":"{read_only:false; response_revision:14557; number_of_response:1; }","duration":"102.495188ms","start":"2026-03-01T14:31:45.524654Z","end":"2026-03-01T14:31:45.62715Z","steps":["trace[865420079] 'process raft request' (duration: 102.299853ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.627617Z","caller":"traceutil/trace.go:171","msg":"trace[1163144430] transaction","detail":"{read_only:false; response_revision:14558; number_of_response:1; }","duration":"101.80784ms","start":"2026-03-01T14:31:45.525769Z","end":"2026-03-01T14:31:45.627576Z","steps":["trace[1163144430] 'process raft request' (duration: 101.326618ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.627775Z","caller":"traceutil/trace.go:171","msg":"trace[1298467586] transaction","detail":"{read_only:false; response_revision:14559; number_of_response:1; }","duration":"101.900272ms","start":"2026-03-01T14:31:45.525866Z","end":"2026-03-01T14:31:45.627766Z","steps":["trace[1298467586] 'process raft request' (duration: 101.591255ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.795315Z","caller":"traceutil/trace.go:171","msg":"trace[1571694121] linearizableReadLoop","detail":"{readStateIndex:15134; appliedIndex:15133; }","duration":"101.412141ms","start":"2026-03-01T14:31:45.693828Z","end":"2026-03-01T14:31:45.79524Z","steps":["trace[1571694121] 'read index received' (duration: 91.174011ms)","trace[1571694121] 'applied index is now lower than readState.Index' (duration: 10.23652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:45.795584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.562398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T14:31:45.795599Z","caller":"traceutil/trace.go:171","msg":"trace[2104061669] transaction","detail":"{read_only:false; response_revision:14561; number_of_response:1; }","duration":"107.781442ms","start":"2026-03-01T14:31:45.687778Z","end":"2026-03-01T14:31:45.79556Z","steps":["trace[2104061669] 'process raft request' (duration: 97.283966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.795666Z","caller":"traceutil/trace.go:171","msg":"trace[890023463] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:14561; }","duration":"111.67572ms","start":"2026-03-01T14:31:45.683967Z","end":"2026-03-01T14:31:45.795643Z","steps":["trace[890023463] 'agreement among raft nodes before linearized reading' (duration: 111.433574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.795664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.854054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-01T14:31:45.795682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.767293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-7dcf8fd848-nk4n7\" ","response":"range_response_count:1 size:8946"} {"level":"info","ts":"2026-03-01T14:31:45.795725Z","caller":"traceutil/trace.go:171","msg":"trace[2096844179] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:14561; }","duration":"107.944637ms","start":"2026-03-01T14:31:45.687765Z","end":"2026-03-01T14:31:45.795709Z","steps":["trace[2096844179] 'agreement among raft nodes before linearized reading' (duration: 107.625259ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.79574Z","caller":"traceutil/trace.go:171","msg":"trace[980750971] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-7dcf8fd848-nk4n7; range_end:; response_count:1; response_revision:14561; }","duration":"156.913457ms","start":"2026-03-01T14:31:45.638811Z","end":"2026-03-01T14:31:45.795724Z","steps":["trace[980750971] 'agreement among raft nodes before linearized reading' (duration: 156.671011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.79584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.408756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T14:31:45.795893Z","caller":"traceutil/trace.go:171","msg":"trace[2122515481] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:14561; }","duration":"106.472289ms","start":"2026-03-01T14:31:45.689403Z","end":"2026-03-01T14:31:45.795875Z","steps":["trace[2122515481] 'agreement among raft nodes before linearized reading' (duration: 106.089929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.796064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.888878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-01T14:31:45.796107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.303325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-01T14:31:45.796158Z","caller":"traceutil/trace.go:171","msg":"trace[1723332704] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:14561; }","duration":"108.361846ms","start":"2026-03-01T14:31:45.687785Z","end":"2026-03-01T14:31:45.796147Z","steps":["trace[1723332704] 'agreement among raft nodes before linearized reading' (duration: 107.71058ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.796167Z","caller":"traceutil/trace.go:171","msg":"trace[1729540344] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:14561; }","duration":"107.021032ms","start":"2026-03-01T14:31:45.689123Z","end":"2026-03-01T14:31:45.796144Z","steps":["trace[1729540344] 'agreement among raft nodes before linearized reading' (duration: 106.451688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.796208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.230222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-01T14:31:45.796384Z","caller":"traceutil/trace.go:171","msg":"trace[636547690] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14561; }","duration":"123.443098ms","start":"2026-03-01T14:31:45.672923Z","end":"2026-03-01T14:31:45.796366Z","steps":["trace[636547690] 'agreement among raft nodes before linearized reading' (duration: 122.529655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.796221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.162631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T14:31:45.796516Z","caller":"traceutil/trace.go:171","msg":"trace[1288116116] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:14561; }","duration":"108.49059ms","start":"2026-03-01T14:31:45.688005Z","end":"2026-03-01T14:31:45.796495Z","steps":["trace[1288116116] 'agreement among raft nodes before linearized reading' (duration: 107.379262ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:46.783345Z","caller":"traceutil/trace.go:171","msg":"trace[1033051971] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"139.423443ms","start":"2026-03-01T14:31:46.643888Z","end":"2026-03-01T14:31:46.783312Z","steps":["trace[1033051971] 'process raft request' (duration: 78.1338ms)","trace[1033051971] 'compare' (duration: 60.249037ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:46.78347Z","caller":"traceutil/trace.go:171","msg":"trace[579744846] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"128.817335ms","start":"2026-03-01T14:31:46.654618Z","end":"2026-03-01T14:31:46.783435Z","steps":["trace[579744846] 'process raft request' (duration: 128.038315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:46.861349Z","caller":"traceutil/trace.go:171","msg":"trace[613407254] linearizableReadLoop","detail":"{readStateIndex:15156; appliedIndex:15154; }","duration":"109.31348ms","start":"2026-03-01T14:31:46.75202Z","end":"2026-03-01T14:31:46.861334Z","steps":["trace[613407254] 'read index received' (duration: 75.337899ms)","trace[613407254] 'applied index is now lower than readState.Index' (duration: 33.974901ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:46.861389Z","caller":"traceutil/trace.go:171","msg":"trace[333942719] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"115.397095ms","start":"2026-03-01T14:31:46.745972Z","end":"2026-03-01T14:31:46.861369Z","steps":["trace[333942719] 'process raft request' (duration: 115.265012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.861553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.511355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-01T14:31:46.861616Z","caller":"traceutil/trace.go:171","msg":"trace[1758653215] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:14582; }","duration":"109.623488ms","start":"2026-03-01T14:31:46.751982Z","end":"2026-03-01T14:31:46.861605Z","steps":["trace[1758653215] 'agreement among raft nodes before linearized reading' (duration: 109.437943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.92275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.642575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-01T14:31:46.922818Z","caller":"traceutil/trace.go:171","msg":"trace[1345368463] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:14588; }","duration":"170.741657ms","start":"2026-03-01T14:31:46.752061Z","end":"2026-03-01T14:31:46.922803Z","steps":["trace[1345368463] 'agreement among raft nodes before linearized reading' (duration: 170.563792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.922795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.687926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-01T14:31:46.922876Z","caller":"traceutil/trace.go:171","msg":"trace[334614396] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14588; }","duration":"170.795818ms","start":"2026-03-01T14:31:46.752063Z","end":"2026-03-01T14:31:46.922859Z","steps":["trace[334614396] 'agreement among raft nodes before linearized reading' (duration: 170.607844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.923011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.721547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:46.92304Z","caller":"traceutil/trace.go:171","msg":"trace[1815378117] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14588; }","duration":"170.764238ms","start":"2026-03-01T14:31:46.752269Z","end":"2026-03-01T14:31:46.923033Z","steps":["trace[1815378117] 'agreement among raft nodes before linearized reading' (duration: 170.717537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.923044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.967383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:46.923065Z","caller":"traceutil/trace.go:171","msg":"trace[971449682] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14588; }","duration":"171.015634ms","start":"2026-03-01T14:31:46.752043Z","end":"2026-03-01T14:31:46.923058Z","steps":["trace[971449682] 'agreement among raft nodes before linearized reading' (duration: 170.968713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.923191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.996973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9406"} {"level":"info","ts":"2026-03-01T14:31:46.923219Z","caller":"traceutil/trace.go:171","msg":"trace[1730870952] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:14588; }","duration":"171.070095ms","start":"2026-03-01T14:31:46.752142Z","end":"2026-03-01T14:31:46.923212Z","steps":["trace[1730870952] 'agreement among raft nodes before linearized reading' (duration: 170.988293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:46.923376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.195168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-01T14:31:46.9234Z","caller":"traceutil/trace.go:171","msg":"trace[221768934] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14588; }","duration":"171.25029ms","start":"2026-03-01T14:31:46.752143Z","end":"2026-03-01T14:31:46.923394Z","steps":["trace[221768934] 'agreement among raft nodes before linearized reading' (duration: 171.184018ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:47.971776Z","caller":"traceutil/trace.go:171","msg":"trace[1312206626] transaction","detail":"{read_only:false; response_revision:14627; number_of_response:1; }","duration":"132.072018ms","start":"2026-03-01T14:31:47.839667Z","end":"2026-03-01T14:31:47.971739Z","steps":["trace[1312206626] 'process raft request' (duration: 131.71994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.235138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.394199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:31:48.235339Z","caller":"traceutil/trace.go:171","msg":"trace[384144163] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"186.105977ms","start":"2026-03-01T14:31:48.049217Z","end":"2026-03-01T14:31:48.235323Z","steps":["trace[384144163] 'process raft request' (duration: 186.007955ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.235537Z","caller":"traceutil/trace.go:171","msg":"trace[1667201728] linearizableReadLoop","detail":"{readStateIndex:15204; appliedIndex:15203; }","duration":"193.723909ms","start":"2026-03-01T14:31:48.041759Z","end":"2026-03-01T14:31:48.235483Z","steps":["trace[1667201728] 'read index received' (duration: 78.91619ms)","trace[1667201728] 'applied index is now lower than readState.Index' (duration: 114.804759ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:48.235678Z","caller":"traceutil/trace.go:171","msg":"trace[1497934377] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"202.41011ms","start":"2026-03-01T14:31:48.033253Z","end":"2026-03-01T14:31:48.235663Z","steps":["trace[1497934377] 'process raft request' (duration: 87.412766ms)","trace[1497934377] 'compare' (duration: 114.071481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:48.235809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.045198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-68cf44c769-rbd9h\" ","response":"range_response_count:1 size:8021"} {"level":"info","ts":"2026-03-01T14:31:48.235842Z","caller":"traceutil/trace.go:171","msg":"trace[2125532949] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-68cf44c769-rbd9h; range_end:; response_count:1; response_revision:14629; }","duration":"194.12858ms","start":"2026-03-01T14:31:48.041704Z","end":"2026-03-01T14:31:48.235833Z","steps":["trace[2125532949] 'agreement among raft nodes before linearized reading' (duration: 193.992887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.235816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.375761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:48.235835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.5717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-03-01T14:31:48.235896Z","caller":"traceutil/trace.go:171","msg":"trace[1174514824] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:14629; }","duration":"132.645881ms","start":"2026-03-01T14:31:48.103233Z","end":"2026-03-01T14:31:48.235879Z","steps":["trace[1174514824] 'agreement among raft nodes before linearized reading' (duration: 132.481297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.235944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.230387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:48.235986Z","caller":"traceutil/trace.go:171","msg":"trace[917710886] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14629; }","duration":"133.281988ms","start":"2026-03-01T14:31:48.102694Z","end":"2026-03-01T14:31:48.235976Z","steps":["trace[917710886] 'agreement among raft nodes before linearized reading' (duration: 133.225726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.235894Z","caller":"traceutil/trace.go:171","msg":"trace[527286233] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14629; }","duration":"133.500233ms","start":"2026-03-01T14:31:48.102373Z","end":"2026-03-01T14:31:48.235874Z","steps":["trace[527286233] 'agreement among raft nodes before linearized reading' (duration: 133.354359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.236113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.323389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-01T14:31:48.236142Z","caller":"traceutil/trace.go:171","msg":"trace[1127904921] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14629; }","duration":"133.35852ms","start":"2026-03-01T14:31:48.102777Z","end":"2026-03-01T14:31:48.236136Z","steps":["trace[1127904921] 'agreement among raft nodes before linearized reading' (duration: 133.283868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.23592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.492872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:48.236254Z","caller":"traceutil/trace.go:171","msg":"trace[1718042628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14629; }","duration":"131.986435ms","start":"2026-03-01T14:31:48.104247Z","end":"2026-03-01T14:31:48.236233Z","steps":["trace[1718042628] 'agreement among raft nodes before linearized reading' (duration: 131.495853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.236119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.251468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:48.236607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.318768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-01T14:31:48.236691Z","caller":"traceutil/trace.go:171","msg":"trace[1891025503] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:14629; }","duration":"133.420211ms","start":"2026-03-01T14:31:48.103252Z","end":"2026-03-01T14:31:48.236672Z","steps":["trace[1891025503] 'agreement among raft nodes before linearized reading' (duration: 132.589ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.236771Z","caller":"traceutil/trace.go:171","msg":"trace[1640641819] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14629; }","duration":"133.722449ms","start":"2026-03-01T14:31:48.102715Z","end":"2026-03-01T14:31:48.236437Z","steps":["trace[1640641819] 'agreement among raft nodes before linearized reading' (duration: 133.174816ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.436895Z","caller":"traceutil/trace.go:171","msg":"trace[1223285447] transaction","detail":"{read_only:false; response_revision:14636; number_of_response:1; }","duration":"102.780625ms","start":"2026-03-01T14:31:48.334081Z","end":"2026-03-01T14:31:48.436862Z","steps":["trace[1223285447] 'process raft request' (duration: 102.55776ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.682772Z","caller":"traceutil/trace.go:171","msg":"trace[2020849165] transaction","detail":"{read_only:false; response_revision:14638; number_of_response:1; }","duration":"233.400805ms","start":"2026-03-01T14:31:48.44934Z","end":"2026-03-01T14:31:48.682741Z","steps":["trace[2020849165] 'process raft request' (duration: 233.231081ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.743428Z","caller":"traceutil/trace.go:171","msg":"trace[1930807841] linearizableReadLoop","detail":"{readStateIndex:15215; appliedIndex:15213; }","duration":"265.756185ms","start":"2026-03-01T14:31:48.477645Z","end":"2026-03-01T14:31:48.743401Z","steps":["trace[1930807841] 'read index received' (duration: 205.011846ms)","trace[1930807841] 'applied index is now lower than readState.Index' (duration: 60.743419ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:48.743577Z","caller":"traceutil/trace.go:171","msg":"trace[1863934435] transaction","detail":"{read_only:false; response_revision:14639; number_of_response:1; }","duration":"293.727524ms","start":"2026-03-01T14:31:48.449825Z","end":"2026-03-01T14:31:48.743552Z","steps":["trace[1863934435] 'process raft request' (duration: 293.351255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.743764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.624163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:48.743671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.005371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:48.743831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.501809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:48.74385Z","caller":"traceutil/trace.go:171","msg":"trace[999762062] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14640; }","duration":"265.5505ms","start":"2026-03-01T14:31:48.478294Z","end":"2026-03-01T14:31:48.743844Z","steps":["trace[999762062] 'agreement among raft nodes before linearized reading' (duration: 265.52215ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.743852Z","caller":"traceutil/trace.go:171","msg":"trace[747299953] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14640; }","duration":"266.233267ms","start":"2026-03-01T14:31:48.477597Z","end":"2026-03-01T14:31:48.74383Z","steps":["trace[747299953] 'agreement among raft nodes before linearized reading' (duration: 265.980741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.743863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.689044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-01T14:31:48.743861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.418215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-01T14:31:48.743801Z","caller":"traceutil/trace.go:171","msg":"trace[1907249292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14640; }","duration":"224.703594ms","start":"2026-03-01T14:31:48.519088Z","end":"2026-03-01T14:31:48.743792Z","steps":["trace[1907249292] 'agreement among raft nodes before linearized reading' (duration: 224.617142ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.743908Z","caller":"traceutil/trace.go:171","msg":"trace[1431692350] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"265.740245ms","start":"2026-03-01T14:31:48.478154Z","end":"2026-03-01T14:31:48.743894Z","steps":["trace[1431692350] 'agreement among raft nodes before linearized reading' (duration: 265.635622ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.743916Z","caller":"traceutil/trace.go:171","msg":"trace[303174650] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:14640; }","duration":"205.487347ms","start":"2026-03-01T14:31:48.538415Z","end":"2026-03-01T14:31:48.743903Z","steps":["trace[303174650] 'agreement among raft nodes before linearized reading' (duration: 205.283242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.743757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.607032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-03-01T14:31:48.743981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.829533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-01T14:31:48.744023Z","caller":"traceutil/trace.go:171","msg":"trace[337408574] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14640; }","duration":"265.875298ms","start":"2026-03-01T14:31:48.478115Z","end":"2026-03-01T14:31:48.74399Z","steps":["trace[337408574] 'agreement among raft nodes before linearized reading' (duration: 265.504709ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.744055Z","caller":"traceutil/trace.go:171","msg":"trace[284290928] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:14640; }","duration":"182.917855ms","start":"2026-03-01T14:31:48.56112Z","end":"2026-03-01T14:31:48.744038Z","steps":["trace[284290928] 'agreement among raft nodes before linearized reading' (duration: 182.660209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.74378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.478098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:48.744109Z","caller":"traceutil/trace.go:171","msg":"trace[1821256283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14640; }","duration":"265.861598ms","start":"2026-03-01T14:31:48.478241Z","end":"2026-03-01T14:31:48.744103Z","steps":["trace[1821256283] 'agreement among raft nodes before linearized reading' (duration: 265.480198ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:48.74434Z","caller":"traceutil/trace.go:171","msg":"trace[1935415210] transaction","detail":"{read_only:false; response_revision:14640; number_of_response:1; }","duration":"129.545253ms","start":"2026-03-01T14:31:48.613974Z","end":"2026-03-01T14:31:48.743519Z","steps":["trace[1935415210] 'process raft request' (duration: 129.364199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.744528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.73196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:31:48.744576Z","caller":"traceutil/trace.go:171","msg":"trace[1358581037] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14640; }","duration":"255.784082ms","start":"2026-03-01T14:31:48.488778Z","end":"2026-03-01T14:31:48.744562Z","steps":["trace[1358581037] 'agreement among raft nodes before linearized reading' (duration: 254.886969ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.075607Z","caller":"traceutil/trace.go:171","msg":"trace[883866271] transaction","detail":"{read_only:false; response_revision:14643; number_of_response:1; }","duration":"215.191424ms","start":"2026-03-01T14:31:48.860388Z","end":"2026-03-01T14:31:49.075579Z","steps":["trace[883866271] 'process raft request' (duration: 215.083292ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.075641Z","caller":"traceutil/trace.go:171","msg":"trace[1934904488] transaction","detail":"{read_only:false; response_revision:14642; number_of_response:1; }","duration":"249.947075ms","start":"2026-03-01T14:31:48.825654Z","end":"2026-03-01T14:31:49.075601Z","steps":["trace[1934904488] 'process raft request' (duration: 249.352589ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.131993Z","caller":"traceutil/trace.go:171","msg":"trace[609832928] transaction","detail":"{read_only:false; response_revision:14644; number_of_response:1; }","duration":"204.353639ms","start":"2026-03-01T14:31:48.927616Z","end":"2026-03-01T14:31:49.13197Z","steps":["trace[609832928] 'process raft request' (duration: 204.103713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.13212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.583283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.132164Z","caller":"traceutil/trace.go:171","msg":"trace[1361463660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14645; }","duration":"200.664696ms","start":"2026-03-01T14:31:48.931488Z","end":"2026-03-01T14:31:49.132152Z","steps":["trace[1361463660] 'agreement among raft nodes before linearized reading' (duration: 200.549623ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.131976Z","caller":"traceutil/trace.go:171","msg":"trace[1171688426] linearizableReadLoop","detail":"{readStateIndex:15221; appliedIndex:15217; }","duration":"200.419199ms","start":"2026-03-01T14:31:48.931512Z","end":"2026-03-01T14:31:49.131932Z","steps":["trace[1171688426] 'read index received' (duration: 143.480426ms)","trace[1171688426] 'applied index is now lower than readState.Index' (duration: 56.936993ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:49.132313Z","caller":"traceutil/trace.go:171","msg":"trace[391893449] transaction","detail":"{read_only:false; response_revision:14645; number_of_response:1; }","duration":"202.938174ms","start":"2026-03-01T14:31:48.929315Z","end":"2026-03-01T14:31:49.132253Z","steps":["trace[391893449] 'process raft request' (duration: 202.569534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.132765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.958602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-01T14:31:49.132817Z","caller":"traceutil/trace.go:171","msg":"trace[1291260663] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:14645; }","duration":"109.052974ms","start":"2026-03-01T14:31:49.023752Z","end":"2026-03-01T14:31:49.132805Z","steps":["trace[1291260663] 'agreement among raft nodes before linearized reading' (duration: 108.918301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.133079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.59564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-01T14:31:49.133135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.910268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:31:49.133187Z","caller":"traceutil/trace.go:171","msg":"trace[1011894016] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:14645; }","duration":"175.752014ms","start":"2026-03-01T14:31:48.957411Z","end":"2026-03-01T14:31:49.133163Z","steps":["trace[1011894016] 'agreement among raft nodes before linearized reading' (duration: 175.412686ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.133239Z","caller":"traceutil/trace.go:171","msg":"trace[2058721478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14645; }","duration":"101.04347ms","start":"2026-03-01T14:31:49.032166Z","end":"2026-03-01T14:31:49.13321Z","steps":["trace[2058721478] 'agreement among raft nodes before linearized reading' (duration: 100.865146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.133451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.605755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:31:49.133553Z","caller":"traceutil/trace.go:171","msg":"trace[1286673138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14645; }","duration":"101.774659ms","start":"2026-03-01T14:31:49.031754Z","end":"2026-03-01T14:31:49.133529Z","steps":["trace[1286673138] 'agreement among raft nodes before linearized reading' (duration: 101.309278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.13355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.674056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:31:49.133641Z","caller":"traceutil/trace.go:171","msg":"trace[575302519] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14645; }","duration":"201.762034ms","start":"2026-03-01T14:31:48.931861Z","end":"2026-03-01T14:31:49.133623Z","steps":["trace[575302519] 'agreement among raft nodes before linearized reading' (duration: 200.571354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.134118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.44235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.134235Z","caller":"traceutil/trace.go:171","msg":"trace[1771095782] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14645; }","duration":"200.599584ms","start":"2026-03-01T14:31:48.933612Z","end":"2026-03-01T14:31:49.134211Z","steps":["trace[1771095782] 'agreement among raft nodes before linearized reading' (duration: 199.338652ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.250004Z","caller":"traceutil/trace.go:171","msg":"trace[901342999] linearizableReadLoop","detail":"{readStateIndex:15226; appliedIndex:15222; }","duration":"107.161995ms","start":"2026-03-01T14:31:49.142812Z","end":"2026-03-01T14:31:49.249974Z","steps":["trace[901342999] 'read index received' (duration: 8.903575ms)","trace[901342999] 'applied index is now lower than readState.Index' (duration: 98.25693ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:49.250306Z","caller":"traceutil/trace.go:171","msg":"trace[1912987970] transaction","detail":"{read_only:false; response_revision:14647; number_of_response:1; }","duration":"112.0745ms","start":"2026-03-01T14:31:49.138214Z","end":"2026-03-01T14:31:49.250288Z","steps":["trace[1912987970] 'process raft request' (duration: 70.313221ms)","trace[1912987970] 'compare' (duration: 41.01496ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:49.250491Z","caller":"traceutil/trace.go:171","msg":"trace[1230412333] transaction","detail":"{read_only:false; response_revision:14648; number_of_response:1; }","duration":"112.05231ms","start":"2026-03-01T14:31:49.138429Z","end":"2026-03-01T14:31:49.250481Z","steps":["trace[1230412333] 'process raft request' (duration: 111.330752ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.250581Z","caller":"traceutil/trace.go:171","msg":"trace[31537935] transaction","detail":"{read_only:false; response_revision:14649; number_of_response:1; }","duration":"111.458725ms","start":"2026-03-01T14:31:49.139115Z","end":"2026-03-01T14:31:49.250573Z","steps":["trace[31537935] 'process raft request' (duration: 110.697056ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.25067Z","caller":"traceutil/trace.go:171","msg":"trace[1831527631] transaction","detail":"{read_only:false; response_revision:14650; number_of_response:1; }","duration":"111.25594ms","start":"2026-03-01T14:31:49.139403Z","end":"2026-03-01T14:31:49.250659Z","steps":["trace[1831527631] 'process raft request' (duration: 110.44599ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.250876Z","caller":"traceutil/trace.go:171","msg":"trace[1280610614] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"105.953165ms","start":"2026-03-01T14:31:49.144913Z","end":"2026-03-01T14:31:49.250866Z","steps":["trace[1280610614] 'process raft request' (duration: 104.986111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.251817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.976732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:756704"} {"level":"info","ts":"2026-03-01T14:31:49.25185Z","caller":"traceutil/trace.go:171","msg":"trace[1637808333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14651; }","duration":"109.065404ms","start":"2026-03-01T14:31:49.142776Z","end":"2026-03-01T14:31:49.251841Z","steps":["trace[1637808333] 'agreement among raft nodes before linearized reading' (duration: 108.197441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.26314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.010841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:756704"} {"level":"info","ts":"2026-03-01T14:31:49.2632Z","caller":"traceutil/trace.go:171","msg":"trace[745978821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14653; }","duration":"120.111154ms","start":"2026-03-01T14:31:49.143076Z","end":"2026-03-01T14:31:49.263187Z","steps":["trace[745978821] 'agreement among raft nodes before linearized reading' (duration: 119.306953ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.495329Z","caller":"traceutil/trace.go:171","msg":"trace[141688508] linearizableReadLoop","detail":"{readStateIndex:15232; appliedIndex:15231; }","duration":"211.08132ms","start":"2026-03-01T14:31:49.284224Z","end":"2026-03-01T14:31:49.495305Z","steps":["trace[141688508] 'read index received' (duration: 157.742937ms)","trace[141688508] 'applied index is now lower than readState.Index' (duration: 53.337082ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:49.495392Z","caller":"traceutil/trace.go:171","msg":"trace[555253380] transaction","detail":"{read_only:false; response_revision:14656; number_of_response:1; }","duration":"217.026761ms","start":"2026-03-01T14:31:49.27834Z","end":"2026-03-01T14:31:49.495367Z","steps":["trace[555253380] 'process raft request' (duration: 163.623616ms)","trace[555253380] 'compare' (duration: 53.206559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:49.495593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.043349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-01T14:31:49.495638Z","caller":"traceutil/trace.go:171","msg":"trace[356731166] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:14656; }","duration":"123.136841ms","start":"2026-03-01T14:31:49.372491Z","end":"2026-03-01T14:31:49.495628Z","steps":["trace[356731166] 'agreement among raft nodes before linearized reading' (duration: 122.970477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.495647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.378287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:31:49.495727Z","caller":"traceutil/trace.go:171","msg":"trace[1507562467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:14656; }","duration":"211.48895ms","start":"2026-03-01T14:31:49.284193Z","end":"2026-03-01T14:31:49.495681Z","steps":["trace[1507562467] 'agreement among raft nodes before linearized reading' (duration: 211.200643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.496044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.364186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:31:49.496182Z","caller":"traceutil/trace.go:171","msg":"trace[85900880] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14656; }","duration":"123.552871ms","start":"2026-03-01T14:31:49.372594Z","end":"2026-03-01T14:31:49.496147Z","steps":["trace[85900880] 'agreement among raft nodes before linearized reading' (duration: 123.159841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:51.23819Z","caller":"traceutil/trace.go:171","msg":"trace[2036495484] linearizableReadLoop","detail":"{readStateIndex:15252; appliedIndex:15251; }","duration":"100.100547ms","start":"2026-03-01T14:31:51.138053Z","end":"2026-03-01T14:31:51.238154Z","steps":["trace[2036495484] 'read index received' (duration: 99.961553ms)","trace[2036495484] 'applied index is now lower than readState.Index' (duration: 137.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:51.238341Z","caller":"traceutil/trace.go:171","msg":"trace[1501311221] transaction","detail":"{read_only:false; response_revision:14676; number_of_response:1; }","duration":"116.494872ms","start":"2026-03-01T14:31:51.121806Z","end":"2026-03-01T14:31:51.238301Z","steps":["trace[1501311221] 'process raft request' (duration: 116.109833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:51.238502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.355354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:51.238654Z","caller":"traceutil/trace.go:171","msg":"trace[416647366] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14676; }","duration":"100.604159ms","start":"2026-03-01T14:31:51.138005Z","end":"2026-03-01T14:31:51.238609Z","steps":["trace[416647366] 'agreement among raft nodes before linearized reading' (duration: 100.326042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:51.23968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.877736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:31:51.239753Z","caller":"traceutil/trace.go:171","msg":"trace[751581210] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14678; }","duration":"101.01864ms","start":"2026-03-01T14:31:51.138718Z","end":"2026-03-01T14:31:51.239737Z","steps":["trace[751581210] 'agreement among raft nodes before linearized reading' (duration: 100.807095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:51.240107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.216745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:51.240165Z","caller":"traceutil/trace.go:171","msg":"trace[1492374360] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14678; }","duration":"101.291737ms","start":"2026-03-01T14:31:51.138859Z","end":"2026-03-01T14:31:51.240151Z","steps":["trace[1492374360] 'agreement among raft nodes before linearized reading' (duration: 101.198004ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:51.240282Z","caller":"traceutil/trace.go:171","msg":"trace[402998317] transaction","detail":"{read_only:false; response_revision:14677; number_of_response:1; }","duration":"102.083027ms","start":"2026-03-01T14:31:51.138147Z","end":"2026-03-01T14:31:51.24023Z","steps":["trace[402998317] 'process raft request' (duration: 101.208935ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:51.240035Z","caller":"traceutil/trace.go:171","msg":"trace[612167644] transaction","detail":"{read_only:false; response_revision:14678; number_of_response:1; }","duration":"101.80464ms","start":"2026-03-01T14:31:51.138162Z","end":"2026-03-01T14:31:51.239966Z","steps":["trace[612167644] 'process raft request' (duration: 101.316868ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:59.49774Z","caller":"traceutil/trace.go:171","msg":"trace[553478076] transaction","detail":"{read_only:false; response_revision:14740; number_of_response:1; }","duration":"232.447422ms","start":"2026-03-01T14:31:59.265269Z","end":"2026-03-01T14:31:59.497717Z","steps":["trace[553478076] 'process raft request' (duration: 232.322549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.21669Z","caller":"traceutil/trace.go:171","msg":"trace[1624527591] linearizableReadLoop","detail":"{readStateIndex:15320; appliedIndex:15318; }","duration":"928.178375ms","start":"2026-03-01T14:31:59.288486Z","end":"2026-03-01T14:32:00.216664Z","steps":["trace[1624527591] 'read index received' (duration: 209.196193ms)","trace[1624527591] 'applied index is now lower than readState.Index' (duration: 718.980692ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:00.216964Z","caller":"traceutil/trace.go:171","msg":"trace[1327586655] transaction","detail":"{read_only:false; response_revision:14741; number_of_response:1; }","duration":"949.879483ms","start":"2026-03-01T14:31:59.267044Z","end":"2026-03-01T14:32:00.216923Z","steps":["trace[1327586655] 'process raft request' (duration: 949.444252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.217115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.601405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:32:00.217235Z","caller":"traceutil/trace.go:171","msg":"trace[1674463098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14741; }","duration":"928.751748ms","start":"2026-03-01T14:31:59.288455Z","end":"2026-03-01T14:32:00.217207Z","steps":["trace[1674463098] 'agreement among raft nodes before linearized reading' (duration: 928.463791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.217298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.28844Z","time spent":"928.845061ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:32:00.217142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.267023Z","time spent":"950.026987ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:00.21818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.759282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:32:00.218226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.642171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:32:00.218249Z","caller":"traceutil/trace.go:171","msg":"trace[99938572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14742; }","duration":"925.827754ms","start":"2026-03-01T14:31:59.292404Z","end":"2026-03-01T14:32:00.218231Z","steps":["trace[99938572] 'agreement among raft nodes before linearized reading' (duration: 925.653739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.620775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:00.218325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.292373Z","time spent":"925.938266ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:32:00.218335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.560616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:32:00.218369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.880432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:00.218375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.461614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:32:00.218404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.901506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-01T14:32:00.218417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.126802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:00.218425Z","caller":"traceutil/trace.go:171","msg":"trace[1909006177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14742; }","duration":"603.699089ms","start":"2026-03-01T14:31:59.614702Z","end":"2026-03-01T14:32:00.218401Z","steps":["trace[1909006177] 'agreement among raft nodes before linearized reading' (duration: 603.448073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218439Z","caller":"traceutil/trace.go:171","msg":"trace[624881294] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14742; }","duration":"607.946788ms","start":"2026-03-01T14:31:59.610484Z","end":"2026-03-01T14:32:00.218431Z","steps":["trace[624881294] 'agreement among raft nodes before linearized reading' (duration: 607.862586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.830938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:00.21844Z","caller":"traceutil/trace.go:171","msg":"trace[1113556860] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14742; }","duration":"698.962484ms","start":"2026-03-01T14:31:59.51946Z","end":"2026-03-01T14:32:00.218422Z","steps":["trace[1113556860] 'agreement among raft nodes before linearized reading' (duration: 698.83398ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218445Z","caller":"traceutil/trace.go:171","msg":"trace[756113776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14742; }","duration":"530.563966ms","start":"2026-03-01T14:31:59.687866Z","end":"2026-03-01T14:32:00.21843Z","steps":["trace[756113776] 'agreement among raft nodes before linearized reading' (duration: 530.445063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.614666Z","time spent":"603.804882ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:00.218489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.610479Z","time spent":"607.990879ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T14:32:00.218493Z","caller":"traceutil/trace.go:171","msg":"trace[663661372] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14742; }","duration":"211.881249ms","start":"2026-03-01T14:32:00.006595Z","end":"2026-03-01T14:32:00.218476Z","steps":["trace[663661372] 'agreement among raft nodes before linearized reading' (duration: 211.759736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.687851Z","time spent":"530.638558ms","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:32:00.218499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.519456Z","time spent":"699.031905ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-01T14:32:00.218522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.166843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:32:00.218547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.663187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:00.218565Z","caller":"traceutil/trace.go:171","msg":"trace[1401316589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14742; }","duration":"915.233055ms","start":"2026-03-01T14:31:59.303318Z","end":"2026-03-01T14:32:00.218551Z","steps":["trace[1401316589] 'agreement among raft nodes before linearized reading' (duration: 915.114072ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218562Z","caller":"traceutil/trace.go:171","msg":"trace[789758396] transaction","detail":"{read_only:false; response_revision:14742; number_of_response:1; }","duration":"593.044439ms","start":"2026-03-01T14:31:59.625495Z","end":"2026-03-01T14:32:00.218539Z","steps":["trace[789758396] 'process raft request' (duration: 592.396073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218581Z","caller":"traceutil/trace.go:171","msg":"trace[1771988929] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14742; }","duration":"698.703587ms","start":"2026-03-01T14:31:59.519868Z","end":"2026-03-01T14:32:00.218572Z","steps":["trace[1771988929] 'agreement among raft nodes before linearized reading' (duration: 698.609005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.519864Z","time spent":"698.740358ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:00.21831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.078013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:32:00.218177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.885677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:00.218646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.371684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:00.218665Z","caller":"traceutil/trace.go:171","msg":"trace[337101910] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14742; }","duration":"215.43094ms","start":"2026-03-01T14:32:00.003222Z","end":"2026-03-01T14:32:00.218653Z","steps":["trace[337101910] 'agreement among raft nodes before linearized reading' (duration: 214.869806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.21868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.625476Z","time spent":"593.128831ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:00.218692Z","caller":"traceutil/trace.go:171","msg":"trace[490450005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14742; }","duration":"699.442126ms","start":"2026-03-01T14:31:59.519237Z","end":"2026-03-01T14:32:00.21868Z","steps":["trace[490450005] 'agreement among raft nodes before linearized reading' (duration: 699.374404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.480479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:32:00.218734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.519226Z","time spent":"699.497897ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-01T14:32:00.21828Z","caller":"traceutil/trace.go:171","msg":"trace[162037432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:14742; }","duration":"611.719113ms","start":"2026-03-01T14:31:59.606547Z","end":"2026-03-01T14:32:00.218266Z","steps":["trace[162037432] 'agreement among raft nodes before linearized reading' (duration: 611.508887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.575997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:00.218767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.807411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-01T14:32:00.218785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.606535Z","time spent":"612.238665ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"info","ts":"2026-03-01T14:32:00.218798Z","caller":"traceutil/trace.go:171","msg":"trace[378329710] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14742; }","duration":"606.04975ms","start":"2026-03-01T14:31:59.612733Z","end":"2026-03-01T14:32:00.218783Z","steps":["trace[378329710] 'agreement among raft nodes before linearized reading' (duration: 605.568778ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218798Z","caller":"traceutil/trace.go:171","msg":"trace[1045753342] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:14742; }","duration":"833.876463ms","start":"2026-03-01T14:31:59.384911Z","end":"2026-03-01T14:32:00.218787Z","steps":["trace[1045753342] 'agreement among raft nodes before linearized reading' (duration: 833.78895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.612727Z","time spent":"606.112101ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:00.218853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.384885Z","time spent":"833.958625ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" "} {"level":"info","ts":"2026-03-01T14:32:00.218743Z","caller":"traceutil/trace.go:171","msg":"trace[343585184] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14742; }","duration":"209.92792ms","start":"2026-03-01T14:32:00.008804Z","end":"2026-03-01T14:32:00.218732Z","steps":["trace[343585184] 'agreement among raft nodes before linearized reading' (duration: 209.420288ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218662Z","caller":"traceutil/trace.go:171","msg":"trace[1919369330] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14742; }","duration":"163.467902ms","start":"2026-03-01T14:32:00.05518Z","end":"2026-03-01T14:32:00.218648Z","steps":["trace[1919369330] 'agreement among raft nodes before linearized reading' (duration: 162.99694ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.218368Z","caller":"traceutil/trace.go:171","msg":"trace[698376279] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14742; }","duration":"698.698367ms","start":"2026-03-01T14:31:59.519655Z","end":"2026-03-01T14:32:00.218353Z","steps":["trace[698376279] 'agreement among raft nodes before linearized reading' (duration: 698.586164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.218987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.519651Z","time spent":"699.325752ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T14:32:00.218448Z","caller":"traceutil/trace.go:171","msg":"trace[1987893407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14742; }","duration":"696.163443ms","start":"2026-03-01T14:31:59.522275Z","end":"2026-03-01T14:32:00.218438Z","steps":["trace[1987893407] 'agreement among raft nodes before linearized reading' (duration: 696.119162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.21862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.303301Z","time spent":"915.293466ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:32:00.219064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.522268Z","time spent":"696.779809ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:32:00.219067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.541578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:32:00.219084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.378125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:32:00.219189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.131099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-01T14:32:00.218986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.195217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-01T14:32:00.219164Z","caller":"traceutil/trace.go:171","msg":"trace[309530542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14742; }","duration":"915.416691ms","start":"2026-03-01T14:31:59.303724Z","end":"2026-03-01T14:32:00.219141Z","steps":["trace[309530542] 'agreement among raft nodes before linearized reading' (duration: 914.447445ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.219403Z","caller":"traceutil/trace.go:171","msg":"trace[104832884] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:14742; }","duration":"854.584498ms","start":"2026-03-01T14:31:59.364752Z","end":"2026-03-01T14:32:00.219336Z","steps":["trace[104832884] 'agreement among raft nodes before linearized reading' (duration: 854.127046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.219452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.303718Z","time spent":"915.718658ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:32:00.219465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.36473Z","time spent":"854.717771ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" "} {"level":"info","ts":"2026-03-01T14:32:00.219248Z","caller":"traceutil/trace.go:171","msg":"trace[708868153] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14742; }","duration":"439.701054ms","start":"2026-03-01T14:31:59.779524Z","end":"2026-03-01T14:32:00.219225Z","steps":["trace[708868153] 'agreement among raft nodes before linearized reading' (duration: 438.687097ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:00.219584Z","caller":"traceutil/trace.go:171","msg":"trace[1912252403] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14742; }","duration":"701.262603ms","start":"2026-03-01T14:31:59.518002Z","end":"2026-03-01T14:32:00.219265Z","steps":["trace[1912252403] 'agreement among raft nodes before linearized reading' (duration: 700.104603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.219642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.517974Z","time spent":"701.652083ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:32:00.219584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.779502Z","time spent":"440.058083ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":114,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:32:00.219848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.972349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:32:00.219918Z","caller":"traceutil/trace.go:171","msg":"trace[690355276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14742; }","duration":"915.062402ms","start":"2026-03-01T14:31:59.304845Z","end":"2026-03-01T14:32:00.219907Z","steps":["trace[690355276] 'agreement among raft nodes before linearized reading' (duration: 913.293186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:00.219967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:59.304834Z","time spent":"915.123513ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:32:18.590007Z","caller":"traceutil/trace.go:171","msg":"trace[1232341918] linearizableReadLoop","detail":"{readStateIndex:15418; appliedIndex:15417; }","duration":"266.35868ms","start":"2026-03-01T14:32:18.32362Z","end":"2026-03-01T14:32:18.589979Z","steps":["trace[1232341918] 'read index received' (duration: 266.135754ms)","trace[1232341918] 'applied index is now lower than readState.Index' (duration: 221.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:18.590156Z","caller":"traceutil/trace.go:171","msg":"trace[1105791507] transaction","detail":"{read_only:false; response_revision:14835; number_of_response:1; }","duration":"284.239573ms","start":"2026-03-01T14:32:18.305899Z","end":"2026-03-01T14:32:18.590139Z","steps":["trace[1105791507] 'process raft request' (duration: 283.913235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.590427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.787231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:32:18.590498Z","caller":"traceutil/trace.go:171","msg":"trace[1021818394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14835; }","duration":"266.889624ms","start":"2026-03-01T14:32:18.323578Z","end":"2026-03-01T14:32:18.590467Z","steps":["trace[1021818394] 'agreement among raft nodes before linearized reading' (duration: 266.718219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.590556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.689579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:32:18.59057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.313889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-01T14:32:18.590637Z","caller":"traceutil/trace.go:171","msg":"trace[206684419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14835; }","duration":"251.800161ms","start":"2026-03-01T14:32:18.338821Z","end":"2026-03-01T14:32:18.590621Z","steps":["trace[206684419] 'agreement among raft nodes before linearized reading' (duration: 251.579015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.590633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.840818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:18.590647Z","caller":"traceutil/trace.go:171","msg":"trace[979179911] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:14835; }","duration":"120.433352ms","start":"2026-03-01T14:32:18.470196Z","end":"2026-03-01T14:32:18.59063Z","steps":["trace[979179911] 'agreement among raft nodes before linearized reading' (duration: 120.220216ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:18.590677Z","caller":"traceutil/trace.go:171","msg":"trace[1671625414] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14835; }","duration":"235.884549ms","start":"2026-03-01T14:32:18.354781Z","end":"2026-03-01T14:32:18.590665Z","steps":["trace[1671625414] 'agreement among raft nodes before linearized reading' (duration: 235.814527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.590671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.252069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:18.590716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.595046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:32:18.590753Z","caller":"traceutil/trace.go:171","msg":"trace[1217070814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:14835; }","duration":"120.651497ms","start":"2026-03-01T14:32:18.47009Z","end":"2026-03-01T14:32:18.590742Z","steps":["trace[1217070814] 'agreement among raft nodes before linearized reading' (duration: 120.548765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.590755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.446243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:18.590777Z","caller":"traceutil/trace.go:171","msg":"trace[1173487612] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14835; }","duration":"236.490234ms","start":"2026-03-01T14:32:18.354282Z","end":"2026-03-01T14:32:18.590772Z","steps":["trace[1173487612] 'agreement among raft nodes before linearized reading' (duration: 236.453833ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:18.59077Z","caller":"traceutil/trace.go:171","msg":"trace[1468938015] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14835; }","duration":"236.401092ms","start":"2026-03-01T14:32:18.354339Z","end":"2026-03-01T14:32:18.59074Z","steps":["trace[1468938015] 'agreement among raft nodes before linearized reading' (duration: 236.249948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.590792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.943745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:32:18.59078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.559858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-01T14:32:18.590873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.818574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:32:18.590847Z","caller":"traceutil/trace.go:171","msg":"trace[834036434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14835; }","duration":"177.056627ms","start":"2026-03-01T14:32:18.413775Z","end":"2026-03-01T14:32:18.590832Z","steps":["trace[834036434] 'agreement among raft nodes before linearized reading' (duration: 176.899573ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:18.590893Z","caller":"traceutil/trace.go:171","msg":"trace[1646966955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14835; }","duration":"227.849025ms","start":"2026-03-01T14:32:18.363037Z","end":"2026-03-01T14:32:18.590886Z","steps":["trace[1646966955] 'agreement among raft nodes before linearized reading' (duration: 227.794123ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:18.590939Z","caller":"traceutil/trace.go:171","msg":"trace[1866507714] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:14835; }","duration":"124.704171ms","start":"2026-03-01T14:32:18.466177Z","end":"2026-03-01T14:32:18.590881Z","steps":["trace[1866507714] 'agreement among raft nodes before linearized reading' (duration: 124.26578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.591034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.78384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:32:18.591108Z","caller":"traceutil/trace.go:171","msg":"trace[1231495115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14835; }","duration":"176.857272ms","start":"2026-03-01T14:32:18.414219Z","end":"2026-03-01T14:32:18.591076Z","steps":["trace[1231495115] 'agreement among raft nodes before linearized reading' (duration: 176.718038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:18.591384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.850602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:18.591446Z","caller":"traceutil/trace.go:171","msg":"trace[589174760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14835; }","duration":"234.943034ms","start":"2026-03-01T14:32:18.356486Z","end":"2026-03-01T14:32:18.591429Z","steps":["trace[589174760] 'agreement among raft nodes before linearized reading' (duration: 234.151825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.06237Z","caller":"traceutil/trace.go:171","msg":"trace[1952140398] linearizableReadLoop","detail":"{readStateIndex:15448; appliedIndex:15447; }","duration":"449.689737ms","start":"2026-03-01T14:32:24.612647Z","end":"2026-03-01T14:32:25.062337Z","steps":["trace[1952140398] 'read index received' (duration: 449.481612ms)","trace[1952140398] 'applied index is now lower than readState.Index' (duration: 206.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:25.062448Z","caller":"traceutil/trace.go:171","msg":"trace[453135772] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"449.827121ms","start":"2026-03-01T14:32:24.612583Z","end":"2026-03-01T14:32:25.06241Z","steps":["trace[453135772] 'process raft request' (duration: 449.556614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.062573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.896262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:25.062643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.612557Z","time spent":"449.989034ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:25.062671Z","caller":"traceutil/trace.go:171","msg":"trace[1008655617] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14864; }","duration":"450.041616ms","start":"2026-03-01T14:32:24.612606Z","end":"2026-03-01T14:32:25.062647Z","steps":["trace[1008655617] 'agreement among raft nodes before linearized reading' (duration: 449.881642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.062725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.612599Z","time spent":"450.115768ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:25.063416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.356844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:32:25.063427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.46678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:25.063467Z","caller":"traceutil/trace.go:171","msg":"trace[893378271] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14865; }","duration":"450.432646ms","start":"2026-03-01T14:32:24.613018Z","end":"2026-03-01T14:32:25.063451Z","steps":["trace[893378271] 'agreement among raft nodes before linearized reading' (duration: 450.218231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.063475Z","caller":"traceutil/trace.go:171","msg":"trace[894734995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14865; }","duration":"299.538001ms","start":"2026-03-01T14:32:24.763924Z","end":"2026-03-01T14:32:25.063462Z","steps":["trace[894734995] 'agreement among raft nodes before linearized reading' (duration: 299.447989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.063511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.613007Z","time spent":"450.493407ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:25.063768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.637843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-01T14:32:25.063775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.278831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-01T14:32:25.063832Z","caller":"traceutil/trace.go:171","msg":"trace[1516263076] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:14865; }","duration":"374.736776ms","start":"2026-03-01T14:32:24.689077Z","end":"2026-03-01T14:32:25.063814Z","steps":["trace[1516263076] 'agreement among raft nodes before linearized reading' (duration: 374.533651ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.063847Z","caller":"traceutil/trace.go:171","msg":"trace[1481003473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:14865; }","duration":"405.380412ms","start":"2026-03-01T14:32:24.658447Z","end":"2026-03-01T14:32:25.063827Z","steps":["trace[1481003473] 'agreement among raft nodes before linearized reading' (duration: 405.200828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.063876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.689064Z","time spent":"374.802057ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" "} {"level":"warn","ts":"2026-03-01T14:32:25.063888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.658432Z","time spent":"405.444735ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:32:25.063888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.940937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:32:25.063895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.852227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:32:25.063776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.786645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:32:25.063941Z","caller":"traceutil/trace.go:171","msg":"trace[1969978446] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"196.575512ms","start":"2026-03-01T14:32:24.867344Z","end":"2026-03-01T14:32:25.06392Z","steps":["trace[1969978446] 'process raft request' (duration: 195.71416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.063957Z","caller":"traceutil/trace.go:171","msg":"trace[409354032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14865; }","duration":"441.915159ms","start":"2026-03-01T14:32:24.62202Z","end":"2026-03-01T14:32:25.063935Z","steps":["trace[409354032] 'agreement among raft nodes before linearized reading' (duration: 441.796296ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.063984Z","caller":"traceutil/trace.go:171","msg":"trace[1403623480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14865; }","duration":"442.040202ms","start":"2026-03-01T14:32:24.621934Z","end":"2026-03-01T14:32:25.063974Z","steps":["trace[1403623480] 'agreement among raft nodes before linearized reading' (duration: 441.639352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.622013Z","time spent":"441.981831ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:32:25.064014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.621923Z","time spent":"442.083823ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:32:25.064127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.191012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:32:25.064157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.442649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-01T14:32:25.064165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.971238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:25.064168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.495005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:32:25.064192Z","caller":"traceutil/trace.go:171","msg":"trace[1273841119] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:14865; }","duration":"374.4875ms","start":"2026-03-01T14:32:24.689694Z","end":"2026-03-01T14:32:25.064181Z","steps":["trace[1273841119] 'agreement among raft nodes before linearized reading' (duration: 374.375657ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.064187Z","caller":"traceutil/trace.go:171","msg":"trace[535805334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14865; }","duration":"447.274215ms","start":"2026-03-01T14:32:24.616896Z","end":"2026-03-01T14:32:25.064171Z","steps":["trace[535805334] 'agreement among raft nodes before linearized reading' (duration: 447.09001ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.064205Z","caller":"traceutil/trace.go:171","msg":"trace[426196575] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14865; }","duration":"112.058981ms","start":"2026-03-01T14:32:24.952134Z","end":"2026-03-01T14:32:25.064192Z","steps":["trace[426196575] 'agreement among raft nodes before linearized reading' (duration: 111.989399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.689689Z","time spent":"374.532221ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" "} {"level":"warn","ts":"2026-03-01T14:32:25.064235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.616883Z","time spent":"447.344546ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:32:25.064231Z","caller":"traceutil/trace.go:171","msg":"trace[629196524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14865; }","duration":"446.604198ms","start":"2026-03-01T14:32:24.617609Z","end":"2026-03-01T14:32:25.064213Z","steps":["trace[629196524] 'agreement among raft nodes before linearized reading' (duration: 446.426674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.617589Z","time spent":"446.67416ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:32:25.064385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.248206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:25.064404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.778844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:25.064425Z","caller":"traceutil/trace.go:171","msg":"trace[176983193] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14865; }","duration":"451.305537ms","start":"2026-03-01T14:32:24.613109Z","end":"2026-03-01T14:32:25.064415Z","steps":["trace[176983193] 'agreement among raft nodes before linearized reading' (duration: 451.213855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.491057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:25.064446Z","caller":"traceutil/trace.go:171","msg":"trace[1710056689] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14865; }","duration":"231.846437ms","start":"2026-03-01T14:32:24.832587Z","end":"2026-03-01T14:32:25.064433Z","steps":["trace[1710056689] 'agreement among raft nodes before linearized reading' (duration: 231.782804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.613101Z","time spent":"451.35361ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T14:32:25.064474Z","caller":"traceutil/trace.go:171","msg":"trace[1613144727] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14865; }","duration":"229.561998ms","start":"2026-03-01T14:32:24.834903Z","end":"2026-03-01T14:32:25.064465Z","steps":["trace[1613144727] 'agreement among raft nodes before linearized reading' (duration: 229.444134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.843367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T14:32:25.064624Z","caller":"traceutil/trace.go:171","msg":"trace[652729248] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14865; }","duration":"231.904898ms","start":"2026-03-01T14:32:24.832709Z","end":"2026-03-01T14:32:25.064614Z","steps":["trace[652729248] 'agreement among raft nodes before linearized reading' (duration: 231.819486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.959369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:25.064699Z","caller":"traceutil/trace.go:171","msg":"trace[399381239] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14865; }","duration":"232.037961ms","start":"2026-03-01T14:32:24.832651Z","end":"2026-03-01T14:32:25.064689Z","steps":["trace[399381239] 'agreement among raft nodes before linearized reading' (duration: 231.904388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.064793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.01509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:25.064835Z","caller":"traceutil/trace.go:171","msg":"trace[630546552] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14865; }","duration":"232.093042ms","start":"2026-03-01T14:32:24.832733Z","end":"2026-03-01T14:32:25.064826Z","steps":["trace[630546552] 'agreement among raft nodes before linearized reading' (duration: 232.031521ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.067914Z","caller":"traceutil/trace.go:171","msg":"trace[2022323834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14865; }","duration":"445.012709ms","start":"2026-03-01T14:32:24.618912Z","end":"2026-03-01T14:32:25.063925Z","steps":["trace[2022323834] 'agreement among raft nodes before linearized reading' (duration: 444.833954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.068004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:24.618903Z","time spent":"449.078232ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:32:25.602777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.370202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:32:25.602947Z","caller":"traceutil/trace.go:171","msg":"trace[2107216189] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"532.516405ms","start":"2026-03-01T14:32:25.070404Z","end":"2026-03-01T14:32:25.602921Z","steps":["trace[2107216189] 'process raft request' (duration: 381.846997ms)","trace[2107216189] 'compare' (duration: 150.173786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:32:25.603023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.070378Z","time spent":"532.612488ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:25.868946Z","caller":"traceutil/trace.go:171","msg":"trace[682963245] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"797.702647ms","start":"2026-03-01T14:32:25.071212Z","end":"2026-03-01T14:32:25.868915Z","steps":["trace[682963245] 'process raft request' (duration: 714.916578ms)","trace[682963245] 'compare' (duration: 82.577424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:32:25.869145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.071193Z","time spent":"797.840111ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:25.869357Z","caller":"traceutil/trace.go:171","msg":"trace[232354540] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"797.03812ms","start":"2026-03-01T14:32:25.072289Z","end":"2026-03-01T14:32:25.869327Z","steps":["trace[232354540] 'process raft request' (duration: 796.581669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.869523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.072283Z","time spent":"797.155413ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:25.869897Z","caller":"traceutil/trace.go:171","msg":"trace[72018033] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"797.288957ms","start":"2026-03-01T14:32:25.072338Z","end":"2026-03-01T14:32:25.869627Z","steps":["trace[72018033] 'process raft request' (duration: 796.857376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.870116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.072332Z","time spent":"797.684126ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:25.870264Z","caller":"traceutil/trace.go:171","msg":"trace[1752081633] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"795.948502ms","start":"2026-03-01T14:32:25.074281Z","end":"2026-03-01T14:32:25.870229Z","steps":["trace[1752081633] 'process raft request' (duration: 795.198773ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:25.870364Z","caller":"traceutil/trace.go:171","msg":"trace[987258821] linearizableReadLoop","detail":"{readStateIndex:15451; appliedIndex:15449; }","duration":"798.234121ms","start":"2026-03-01T14:32:25.072116Z","end":"2026-03-01T14:32:25.87035Z","steps":["trace[987258821] 'read index received' (duration: 380.282638ms)","trace[987258821] 'applied index is now lower than readState.Index' (duration: 417.950383ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:25.870447Z","caller":"traceutil/trace.go:171","msg":"trace[102588501] transaction","detail":"{read_only:false; response_revision:14871; number_of_response:1; }","duration":"432.301826ms","start":"2026-03-01T14:32:25.438136Z","end":"2026-03-01T14:32:25.870438Z","steps":["trace[102588501] 'process raft request' (duration: 432.001038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.870451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.074275Z","time spent":"796.083526ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:25.870511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.438098Z","time spent":"432.377928ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18965,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:25.871323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.197296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764423"} {"level":"info","ts":"2026-03-01T14:32:25.871379Z","caller":"traceutil/trace.go:171","msg":"trace[1338355527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14871; }","duration":"799.276357ms","start":"2026-03-01T14:32:25.072089Z","end":"2026-03-01T14:32:25.871366Z","steps":["trace[1338355527] 'agreement among raft nodes before linearized reading' (duration: 798.526917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.871416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.072081Z","time spent":"799.324878ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:32:25.90526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.070264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764423"} {"level":"info","ts":"2026-03-01T14:32:25.905368Z","caller":"traceutil/trace.go:171","msg":"trace[1623962796] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14872; }","duration":"833.207407ms","start":"2026-03-01T14:32:25.072141Z","end":"2026-03-01T14:32:25.905348Z","steps":["trace[1623962796] 'agreement among raft nodes before linearized reading' (duration: 832.309194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.905421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.072137Z","time spent":"833.269338ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T14:32:25.906084Z","caller":"traceutil/trace.go:171","msg":"trace[2088031887] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"318.02762ms","start":"2026-03-01T14:32:25.588043Z","end":"2026-03-01T14:32:25.90607Z","steps":["trace[2088031887] 'process raft request' (duration: 316.257325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.906196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.588018Z","time spent":"318.105572ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:25.906381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.764905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:32:25.906426Z","caller":"traceutil/trace.go:171","msg":"trace[1812072378] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14872; }","duration":"220.880428ms","start":"2026-03-01T14:32:25.685536Z","end":"2026-03-01T14:32:25.906417Z","steps":["trace[1812072378] 'agreement among raft nodes before linearized reading' (duration: 220.797166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.906693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.696209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-01T14:32:25.90677Z","caller":"traceutil/trace.go:171","msg":"trace[255841964] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:14872; }","duration":"659.828032ms","start":"2026-03-01T14:32:25.246925Z","end":"2026-03-01T14:32:25.906753Z","steps":["trace[255841964] 'agreement among raft nodes before linearized reading' (duration: 659.582886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.906804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.246904Z","time spent":"659.894133ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"warn","ts":"2026-03-01T14:32:25.906846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.69159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-01T14:32:25.906856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.805731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:25.906894Z","caller":"traceutil/trace.go:171","msg":"trace[1713906918] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14872; }","duration":"592.769322ms","start":"2026-03-01T14:32:25.314109Z","end":"2026-03-01T14:32:25.906879Z","steps":["trace[1713906918] 'agreement among raft nodes before linearized reading' (duration: 592.66099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.906938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.314088Z","time spent":"592.843565ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:32:25.906952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.90097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:25.906999Z","caller":"traceutil/trace.go:171","msg":"trace[1397637097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14872; }","duration":"385.983432ms","start":"2026-03-01T14:32:25.520999Z","end":"2026-03-01T14:32:25.906982Z","steps":["trace[1397637097] 'agreement among raft nodes before linearized reading' (duration: 385.92806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.907049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.520976Z","time spent":"386.064974ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:32:25.907088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.593734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:25.907119Z","caller":"traceutil/trace.go:171","msg":"trace[964737367] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"593.663256ms","start":"2026-03-01T14:32:25.313449Z","end":"2026-03-01T14:32:25.907112Z","steps":["trace[964737367] 'agreement among raft nodes before linearized reading' (duration: 593.611435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.907141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.313431Z","time spent":"593.706897ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-01T14:32:25.906948Z","caller":"traceutil/trace.go:171","msg":"trace[1125234176] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"582.938214ms","start":"2026-03-01T14:32:25.323992Z","end":"2026-03-01T14:32:25.90693Z","steps":["trace[1125234176] 'agreement among raft nodes before linearized reading' (duration: 582.647186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.907291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.32398Z","time spent":"583.298022ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:25.907257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.82028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-01T14:32:25.90737Z","caller":"traceutil/trace.go:171","msg":"trace[734052098] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:14872; }","duration":"670.992265ms","start":"2026-03-01T14:32:25.236349Z","end":"2026-03-01T14:32:25.907341Z","steps":["trace[734052098] 'agreement among raft nodes before linearized reading' (duration: 670.41912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.906872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.340278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-01T14:32:25.907444Z","caller":"traceutil/trace.go:171","msg":"trace[42631381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14872; }","duration":"333.969674ms","start":"2026-03-01T14:32:25.57346Z","end":"2026-03-01T14:32:25.90743Z","steps":["trace[42631381] 'agreement among raft nodes before linearized reading' (duration: 333.223535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.907454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.236327Z","time spent":"671.110807ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"warn","ts":"2026-03-01T14:32:25.907485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.573439Z","time spent":"334.036625ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-01T14:32:25.90812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.712995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764423"} {"level":"info","ts":"2026-03-01T14:32:25.908195Z","caller":"traceutil/trace.go:171","msg":"trace[649584860] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14872; }","duration":"834.809727ms","start":"2026-03-01T14:32:25.07337Z","end":"2026-03-01T14:32:25.908179Z","steps":["trace[649584860] 'agreement among raft nodes before linearized reading' (duration: 833.607866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:25.908266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:25.073361Z","time spent":"834.885789ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T14:32:26.69259Z","caller":"traceutil/trace.go:171","msg":"trace[1538629575] linearizableReadLoop","detail":"{readStateIndex:15457; appliedIndex:15456; }","duration":"170.562983ms","start":"2026-03-01T14:32:26.521991Z","end":"2026-03-01T14:32:26.692554Z","steps":["trace[1538629575] 'read index received' (duration: 170.05886ms)","trace[1538629575] 'applied index is now lower than readState.Index' (duration: 502.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:26.692954Z","caller":"traceutil/trace.go:171","msg":"trace[1289060357] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"180.368251ms","start":"2026-03-01T14:32:26.51257Z","end":"2026-03-01T14:32:26.692938Z","steps":["trace[1289060357] 'process raft request' (duration: 179.627603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:26.693252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.232069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:26.693302Z","caller":"traceutil/trace.go:171","msg":"trace[198830952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14873; }","duration":"171.361883ms","start":"2026-03-01T14:32:26.521926Z","end":"2026-03-01T14:32:26.693288Z","steps":["trace[198830952] 'agreement among raft nodes before linearized reading' (duration: 171.25428ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:27.277263Z","caller":"traceutil/trace.go:171","msg":"trace[140140058] linearizableReadLoop","detail":"{readStateIndex:15460; appliedIndex:15459; }","duration":"205.342054ms","start":"2026-03-01T14:32:27.071876Z","end":"2026-03-01T14:32:27.277218Z","steps":["trace[140140058] 'read index received' (duration: 205.221581ms)","trace[140140058] 'applied index is now lower than readState.Index' (duration: 119.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:27.277367Z","caller":"traceutil/trace.go:171","msg":"trace[485272729] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"205.694712ms","start":"2026-03-01T14:32:27.071639Z","end":"2026-03-01T14:32:27.277334Z","steps":["trace[485272729] 'process raft request' (duration: 205.428616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:27.27768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.755235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T14:32:27.277802Z","caller":"traceutil/trace.go:171","msg":"trace[395255273] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14875; }","duration":"205.911169ms","start":"2026-03-01T14:32:27.071863Z","end":"2026-03-01T14:32:27.277774Z","steps":["trace[395255273] 'agreement among raft nodes before linearized reading' (duration: 205.517019ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:27.38467Z","caller":"traceutil/trace.go:171","msg":"trace[1130354173] linearizableReadLoop","detail":"{readStateIndex:15461; appliedIndex:15460; }","duration":"107.221208ms","start":"2026-03-01T14:32:27.277423Z","end":"2026-03-01T14:32:27.384644Z","steps":["trace[1130354173] 'read index received' (duration: 32.528234ms)","trace[1130354173] 'applied index is now lower than readState.Index' (duration: 74.691654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:32:27.384858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.953551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:27.384905Z","caller":"traceutil/trace.go:171","msg":"trace[2068311011] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14876; }","duration":"313.064544ms","start":"2026-03-01T14:32:27.071829Z","end":"2026-03-01T14:32:27.384894Z","steps":["trace[2068311011] 'agreement among raft nodes before linearized reading' (duration: 312.973842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:27.384946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.071807Z","time spent":"313.130566ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:27.384915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.968958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:32:27.384976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.89412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:27.385027Z","caller":"traceutil/trace.go:171","msg":"trace[1135141713] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14876; }","duration":"226.163102ms","start":"2026-03-01T14:32:27.158836Z","end":"2026-03-01T14:32:27.384999Z","steps":["trace[1135141713] 'agreement among raft nodes before linearized reading' (duration: 225.859165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:27.385062Z","caller":"traceutil/trace.go:171","msg":"trace[1209469842] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14876; }","duration":"313.080625ms","start":"2026-03-01T14:32:27.071966Z","end":"2026-03-01T14:32:27.385047Z","steps":["trace[1209469842] 'agreement among raft nodes before linearized reading' (duration: 312.777357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:27.385113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.071898Z","time spent":"313.205258ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T14:32:27.385019Z","caller":"traceutil/trace.go:171","msg":"trace[1201873063] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"312.696315ms","start":"2026-03-01T14:32:27.072179Z","end":"2026-03-01T14:32:27.384875Z","steps":["trace[1201873063] 'process raft request' (duration: 237.661504ms)","trace[1201873063] 'compare' (duration: 74.680663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:32:27.38601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.072171Z","time spent":"313.760192ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:27.385599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.471418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:27.386302Z","caller":"traceutil/trace.go:171","msg":"trace[1970215304] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14876; }","duration":"313.243128ms","start":"2026-03-01T14:32:27.073044Z","end":"2026-03-01T14:32:27.386287Z","steps":["trace[1970215304] 'agreement among raft nodes before linearized reading' (duration: 311.673468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:27.386367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.073033Z","time spent":"313.320269ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:32:28.075208Z","caller":"traceutil/trace.go:171","msg":"trace[402490522] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"194.878589ms","start":"2026-03-01T14:32:27.880294Z","end":"2026-03-01T14:32:28.075173Z","steps":["trace[402490522] 'process raft request' (duration: 194.292364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:29.601363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526651401s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:32:30.218483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.779241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:32:30.21879Z","caller":"traceutil/trace.go:171","msg":"trace[1476587139] linearizableReadLoop","detail":"{readStateIndex:15466; appliedIndex:15462; }","duration":"2.331984771s","start":"2026-03-01T14:32:27.886771Z","end":"2026-03-01T14:32:30.218756Z","steps":["trace[1476587139] 'read index received' (duration: 188.130028ms)","trace[1476587139] 'applied index is now lower than readState.Index' (duration: 2.143853643s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:30.218788Z","caller":"traceutil/trace.go:171","msg":"trace[2024754883] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"2.338088934s","start":"2026-03-01T14:32:27.880661Z","end":"2026-03-01T14:32:30.21875Z","steps":["trace[2024754883] 'process raft request' (duration: 1.720947254s)","trace[2024754883] 'compare' (duration: 616.556676ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:30.218804Z","caller":"traceutil/trace.go:171","msg":"trace[401032854] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"2.337955741s","start":"2026-03-01T14:32:27.880793Z","end":"2026-03-01T14:32:30.218749Z","steps":["trace[401032854] 'process raft request' (duration: 2.337790417s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.21888Z","caller":"traceutil/trace.go:171","msg":"trace[262108320] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"2.33753088s","start":"2026-03-01T14:32:27.881339Z","end":"2026-03-01T14:32:30.21887Z","steps":["trace[262108320] 'process raft request' (duration: 2.337330495s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.218944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.88133Z","time spent":"2.337578072s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:30.218962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.88078Z","time spent":"2.338108495s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:30.218962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.880644Z","time spent":"2.338226728s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:30.219103Z","caller":"traceutil/trace.go:171","msg":"trace[611589228] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"2.305680836s","start":"2026-03-01T14:32:27.913407Z","end":"2026-03-01T14:32:30.219087Z","steps":["trace[611589228] 'process raft request' (duration: 2.305297615s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.219191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.913389Z","time spent":"2.305758007s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:30.219231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332456513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-01T14:32:30.219262Z","caller":"traceutil/trace.go:171","msg":"trace[1818701707] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:14882; }","duration":"2.332502514s","start":"2026-03-01T14:32:27.886749Z","end":"2026-03-01T14:32:30.219251Z","steps":["trace[1818701707] 'agreement among raft nodes before linearized reading' (duration: 2.3323496s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.219297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.886739Z","time spent":"2.332551186s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" "} {"level":"info","ts":"2026-03-01T14:32:30.223234Z","caller":"traceutil/trace.go:171","msg":"trace[897479028] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"940.170848ms","start":"2026-03-01T14:32:29.283045Z","end":"2026-03-01T14:32:30.223216Z","steps":["trace[897479028] 'process raft request' (duration: 939.793268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.223347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.283022Z","time spent":"940.26479ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:32:30.223729Z","caller":"traceutil/trace.go:171","msg":"trace[1313161553] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"831.540424ms","start":"2026-03-01T14:32:29.391641Z","end":"2026-03-01T14:32:30.223182Z","steps":["trace[1313161553] 'process raft request' (duration: 831.319378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.223811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.391619Z","time spent":"832.15384ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:32:30.224247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31346085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.224294Z","caller":"traceutil/trace.go:171","msg":"trace[1887239975] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"2.313508532s","start":"2026-03-01T14:32:27.910774Z","end":"2026-03-01T14:32:30.224283Z","steps":["trace[1887239975] 'agreement among raft nodes before linearized reading' (duration: 2.313421129s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.224327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.910731Z","time spent":"2.313589424s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:30.22454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909406371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:30.224664Z","caller":"traceutil/trace.go:171","msg":"trace[148795406] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"1.909548385s","start":"2026-03-01T14:32:28.315073Z","end":"2026-03-01T14:32:30.224622Z","steps":["trace[148795406] 'agreement among raft nodes before linearized reading' (duration: 1.909161424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.224723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909632377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:30.224742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.315068Z","time spent":"1.909661758s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:30.224844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90976612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:30.22488Z","caller":"traceutil/trace.go:171","msg":"trace[1459541855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"1.909815622s","start":"2026-03-01T14:32:28.315057Z","end":"2026-03-01T14:32:30.224873Z","steps":["trace[1459541855] 'agreement among raft nodes before linearized reading' (duration: 1.90972437s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.224913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.315051Z","time spent":"1.909856103s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.127274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:32:30.225054Z","caller":"traceutil/trace.go:171","msg":"trace[325587134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14884; }","duration":"133.218957ms","start":"2026-03-01T14:32:30.09182Z","end":"2026-03-01T14:32:30.225039Z","steps":["trace[325587134] 'agreement among raft nodes before linearized reading' (duration: 133.090063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910099669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.225163Z","caller":"traceutil/trace.go:171","msg":"trace[1337406890] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"1.910179441s","start":"2026-03-01T14:32:28.314975Z","end":"2026-03-01T14:32:30.225154Z","steps":["trace[1337406890] 'agreement among raft nodes before linearized reading' (duration: 1.910102759s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.22519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.314965Z","time spent":"1.910217892s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910352945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:30.22534Z","caller":"traceutil/trace.go:171","msg":"trace[1634268115] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14884; }","duration":"1.910421267s","start":"2026-03-01T14:32:28.314912Z","end":"2026-03-01T14:32:30.225333Z","steps":["trace[1634268115] 'agreement among raft nodes before linearized reading' (duration: 1.910345255s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.314892Z","time spent":"1.910470009s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.878453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:32:30.225486Z","caller":"traceutil/trace.go:171","msg":"trace[1292044391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14884; }","duration":"582.986325ms","start":"2026-03-01T14:32:29.642484Z","end":"2026-03-01T14:32:30.22547Z","steps":["trace[1292044391] 'agreement among raft nodes before linearized reading' (duration: 582.815421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910607151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.225546Z","caller":"traceutil/trace.go:171","msg":"trace[1751760872] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14884; }","duration":"1.910646263s","start":"2026-03-01T14:32:28.314891Z","end":"2026-03-01T14:32:30.225537Z","steps":["trace[1751760872] 'agreement among raft nodes before linearized reading' (duration: 1.910599482s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.642466Z","time spent":"583.062227ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.314886Z","time spent":"1.910740145s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910845697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.22574Z","caller":"traceutil/trace.go:171","msg":"trace[263049489] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14884; }","duration":"1.910909559s","start":"2026-03-01T14:32:28.314825Z","end":"2026-03-01T14:32:30.225734Z","steps":["trace[263049489] 'agreement among raft nodes before linearized reading' (duration: 1.910871458s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.314803Z","time spent":"1.91094989s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911035583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:32:30.225853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.243063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:30.225868Z","caller":"traceutil/trace.go:171","msg":"trace[1957877561] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"1.911071723s","start":"2026-03-01T14:32:28.314792Z","end":"2026-03-01T14:32:30.225864Z","steps":["trace[1957877561] 'agreement among raft nodes before linearized reading' (duration: 1.911008702s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.314786Z","time spent":"1.911096304s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:32:30.225889Z","caller":"traceutil/trace.go:171","msg":"trace[1568111182] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14884; }","duration":"834.304704ms","start":"2026-03-01T14:32:29.391572Z","end":"2026-03-01T14:32:30.225877Z","steps":["trace[1568111182] 'agreement among raft nodes before linearized reading' (duration: 834.194532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.225925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.391557Z","time spent":"834.361265ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:32:30.226076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.489499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:30.226119Z","caller":"traceutil/trace.go:171","msg":"trace[689071492] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"834.54985ms","start":"2026-03-01T14:32:29.39156Z","end":"2026-03-01T14:32:30.22611Z","steps":["trace[689071492] 'agreement among raft nodes before linearized reading' (duration: 834.451198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.226147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.39155Z","time spent":"834.590942ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:30.226258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.68967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.226293Z","caller":"traceutil/trace.go:171","msg":"trace[1691088692] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"837.756952ms","start":"2026-03-01T14:32:29.388528Z","end":"2026-03-01T14:32:30.226285Z","steps":["trace[1691088692] 'agreement among raft nodes before linearized reading' (duration: 837.69779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.226329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.388476Z","time spent":"837.846554ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:30.226462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.186569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T14:32:30.226495Z","caller":"traceutil/trace.go:171","msg":"trace[301852897] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14884; }","duration":"944.250141ms","start":"2026-03-01T14:32:29.282237Z","end":"2026-03-01T14:32:30.226487Z","steps":["trace[301852897] 'agreement among raft nodes before linearized reading' (duration: 944.162848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.226533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.282215Z","time spent":"944.307423ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-01T14:32:30.226699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152541319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.226736Z","caller":"traceutil/trace.go:171","msg":"trace[1825812238] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14884; }","duration":"1.152608851s","start":"2026-03-01T14:32:29.074118Z","end":"2026-03-01T14:32:30.226727Z","steps":["trace[1825812238] 'agreement among raft nodes before linearized reading' (duration: 1.152553489s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.226777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.074105Z","time spent":"1.152661442s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-01T14:32:30.226917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152789925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.226959Z","caller":"traceutil/trace.go:171","msg":"trace[1208191600] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14884; }","duration":"1.152827916s","start":"2026-03-01T14:32:29.074118Z","end":"2026-03-01T14:32:30.226946Z","steps":["trace[1208191600] 'agreement among raft nodes before linearized reading' (duration: 1.152775515s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.226997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.07404Z","time spent":"1.152950409s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153072793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:30.227165Z","caller":"traceutil/trace.go:171","msg":"trace[1852690516] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"1.153127243s","start":"2026-03-01T14:32:29.074029Z","end":"2026-03-01T14:32:30.227156Z","steps":["trace[1852690516] 'agreement among raft nodes before linearized reading' (duration: 1.153039761s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.074018Z","time spent":"1.153174095s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95243068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:32:30.227353Z","caller":"traceutil/trace.go:171","msg":"trace[2041128846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14884; }","duration":"1.952468541s","start":"2026-03-01T14:32:28.274877Z","end":"2026-03-01T14:32:30.227345Z","steps":["trace[2041128846] 'agreement among raft nodes before linearized reading' (duration: 1.952376779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.274713Z","time spent":"1.952658278s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281358318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-01T14:32:30.227505Z","caller":"traceutil/trace.go:171","msg":"trace[209602763] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:14884; }","duration":"2.28140952s","start":"2026-03-01T14:32:27.94609Z","end":"2026-03-01T14:32:30.2275Z","steps":["trace[209602763] 'agreement among raft nodes before linearized reading' (duration: 2.281339468s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.946075Z","time spent":"2.28144307s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487505719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:32:30.227556Z","caller":"traceutil/trace.go:171","msg":"trace[1390181281] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14884; }","duration":"1.48756503s","start":"2026-03-01T14:32:28.739982Z","end":"2026-03-01T14:32:30.227547Z","steps":["trace[1390181281] 'agreement among raft nodes before linearized reading' (duration: 1.487357594s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.739969Z","time spent":"1.487619301s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":157,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:32:30.227614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281969544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-01T14:32:30.227634Z","caller":"traceutil/trace.go:171","msg":"trace[330579319] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:14884; }","duration":"2.282010915s","start":"2026-03-01T14:32:27.945617Z","end":"2026-03-01T14:32:30.227628Z","steps":["trace[330579319] 'agreement among raft nodes before linearized reading' (duration: 2.281955884s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.945605Z","time spent":"2.282046726s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300728759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-01T14:32:30.22778Z","caller":"traceutil/trace.go:171","msg":"trace[157153673] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:14884; }","duration":"2.300785521s","start":"2026-03-01T14:32:27.926989Z","end":"2026-03-01T14:32:30.227774Z","steps":["trace[157153673] 'agreement among raft nodes before linearized reading' (duration: 2.300717609s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525629645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.227827Z","caller":"traceutil/trace.go:171","msg":"trace[919104127] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14884; }","duration":"1.525703817s","start":"2026-03-01T14:32:28.702113Z","end":"2026-03-01T14:32:30.227817Z","steps":["trace[919104127] 'agreement among raft nodes before linearized reading' (duration: 1.525646125s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302485414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-01T14:32:30.227864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.702095Z","time spent":"1.525760949s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T14:32:30.227885Z","caller":"traceutil/trace.go:171","msg":"trace[118070555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:14884; }","duration":"2.302540664s","start":"2026-03-01T14:32:27.925339Z","end":"2026-03-01T14:32:30.227879Z","steps":["trace[118070555] 'agreement among raft nodes before linearized reading' (duration: 2.302475243s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.227905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.925324Z","time spent":"2.302576736s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-ssvt9\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707816972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:30.227993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314442176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:30.227996Z","caller":"traceutil/trace.go:171","msg":"trace[1489823100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14884; }","duration":"1.707870944s","start":"2026-03-01T14:32:28.520116Z","end":"2026-03-01T14:32:30.227987Z","steps":["trace[1489823100] 'agreement among raft nodes before linearized reading' (duration: 1.707817263s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.228012Z","caller":"traceutil/trace.go:171","msg":"trace[389102565] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"2.314482478s","start":"2026-03-01T14:32:27.913524Z","end":"2026-03-01T14:32:30.228006Z","steps":["trace[389102565] 'agreement among raft nodes before linearized reading' (duration: 2.314427576s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.22803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.913513Z","time spent":"2.314512848s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:30.22814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315538055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:30.228161Z","caller":"traceutil/trace.go:171","msg":"trace[416700197] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14884; }","duration":"2.315559715s","start":"2026-03-01T14:32:27.912596Z","end":"2026-03-01T14:32:30.228156Z","steps":["trace[416700197] 'agreement among raft nodes before linearized reading' (duration: 2.315501494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.228177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.912563Z","time spent":"2.315611037s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:32:30.227322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155154045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.228306Z","caller":"traceutil/trace.go:171","msg":"trace[382704876] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"1.156176372s","start":"2026-03-01T14:32:29.072122Z","end":"2026-03-01T14:32:30.228298Z","steps":["trace[382704876] 'agreement among raft nodes before linearized reading' (duration: 1.155174506s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.228333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.0721Z","time spent":"1.156226232s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:30.228585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903690007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:32:30.22861Z","caller":"traceutil/trace.go:171","msg":"trace[1502677955] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"1.903727527s","start":"2026-03-01T14:32:28.324876Z","end":"2026-03-01T14:32:30.228604Z","steps":["trace[1502677955] 'agreement among raft nodes before linearized reading' (duration: 1.903663546s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.228632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.324869Z","time spent":"1.903755958s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:32:30.228698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913573267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.228717Z","caller":"traceutil/trace.go:171","msg":"trace[165708723] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"1.913603657s","start":"2026-03-01T14:32:28.315109Z","end":"2026-03-01T14:32:30.228712Z","steps":["trace[165708723] 'agreement among raft nodes before linearized reading' (duration: 1.913571466s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.228733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.315103Z","time spent":"1.913625917s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:30.224674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913178807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:30.228787Z","caller":"traceutil/trace.go:171","msg":"trace[383833607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14884; }","duration":"1.917342902s","start":"2026-03-01T14:32:28.311438Z","end":"2026-03-01T14:32:30.228781Z","steps":["trace[383833607] 'agreement among raft nodes before linearized reading' (duration: 1.913094354s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.228806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.311427Z","time spent":"1.917373422s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T14:32:30.224761Z","caller":"traceutil/trace.go:171","msg":"trace[334775800] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"1.909676508s","start":"2026-03-01T14:32:28.31507Z","end":"2026-03-01T14:32:30.224747Z","steps":["trace[334775800] 'agreement among raft nodes before linearized reading' (duration: 1.909632777s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.228909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.315064Z","time spent":"1.913838773s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:32:30.2278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:27.926971Z","time spent":"2.300825042s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" "} {"level":"warn","ts":"2026-03-01T14:32:30.225059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910054388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T14:32:30.228956Z","caller":"traceutil/trace.go:171","msg":"trace[1895482848] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14884; }","duration":"1.913974497s","start":"2026-03-01T14:32:28.314977Z","end":"2026-03-01T14:32:30.228951Z","steps":["trace[1895482848] 'agreement among raft nodes before linearized reading' (duration: 1.910008807s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.22897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.31497Z","time spent":"1.913995797s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:32:30.228031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:28.520074Z","time spent":"1.707950316s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:34:42.227049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13386} {"level":"info","ts":"2026-03-01T14:34:42.304886Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13386,"took":"75.644517ms","hash":1688592839,"current-db-size-bytes":40099840,"current-db-size":"40 MB","current-db-size-in-use-bytes":28729344,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T14:34:42.304939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1688592839,"revision":13386,"compact-revision":11501} {"level":"info","ts":"2026-03-01T14:35:25.290663Z","caller":"traceutil/trace.go:171","msg":"trace[6487896] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"411.500309ms","start":"2026-03-01T14:35:24.879136Z","end":"2026-03-01T14:35:25.290636Z","steps":["trace[6487896] 'process raft request' (duration: 411.395247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.290787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:35:24.879115Z","time spent":"411.606791ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:35:25.345415Z","caller":"traceutil/trace.go:171","msg":"trace[1225335412] linearizableReadLoop","detail":"{readStateIndex:16799; appliedIndex:16797; }","duration":"249.813718ms","start":"2026-03-01T14:35:25.095563Z","end":"2026-03-01T14:35:25.345377Z","steps":["trace[1225335412] 'read index received' (duration: 195.093237ms)","trace[1225335412] 'applied index is now lower than readState.Index' (duration: 54.718681ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:35:25.345496Z","caller":"traceutil/trace.go:171","msg":"trace[2138913606] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"458.057316ms","start":"2026-03-01T14:35:24.88739Z","end":"2026-03-01T14:35:25.345447Z","steps":["trace[2138913606] 'process raft request' (duration: 457.648356ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:35:25.345851Z","caller":"traceutil/trace.go:171","msg":"trace[864680661] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"457.719076ms","start":"2026-03-01T14:35:24.888109Z","end":"2026-03-01T14:35:25.345828Z","steps":["trace[864680661] 'process raft request' (duration: 457.194573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.345866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:35:24.887375Z","time spent":"458.282332ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:35:25.346025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.789643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:35:25.346074Z","caller":"traceutil/trace.go:171","msg":"trace[1403837663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16167; }","duration":"242.863885ms","start":"2026-03-01T14:35:25.1032Z","end":"2026-03-01T14:35:25.346064Z","steps":["trace[1403837663] 'agreement among raft nodes before linearized reading' (duration: 242.692721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.346129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.31806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:35:25.346123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:35:24.888073Z","time spent":"457.836219ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:35:25.346184Z","caller":"traceutil/trace.go:171","msg":"trace[1882943731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16167; }","duration":"246.408913ms","start":"2026-03-01T14:35:25.099757Z","end":"2026-03-01T14:35:25.346166Z","steps":["trace[1882943731] 'agreement among raft nodes before linearized reading' (duration: 246.296681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.34627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.70652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:35:25.346302Z","caller":"traceutil/trace.go:171","msg":"trace[967539379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16167; }","duration":"250.768562ms","start":"2026-03-01T14:35:25.095525Z","end":"2026-03-01T14:35:25.346293Z","steps":["trace[967539379] 'agreement among raft nodes before linearized reading' (duration: 250.68844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.346335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.598723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:35:25.346368Z","caller":"traceutil/trace.go:171","msg":"trace[529440518] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16167; }","duration":"174.637344ms","start":"2026-03-01T14:35:25.171722Z","end":"2026-03-01T14:35:25.34636Z","steps":["trace[529440518] 'agreement among raft nodes before linearized reading' (duration: 174.577493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.346429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.658654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-mkmz6\" ","response":"range_response_count:1 size:6921"} {"level":"info","ts":"2026-03-01T14:35:25.346584Z","caller":"traceutil/trace.go:171","msg":"trace[1666736181] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-mkmz6; range_end:; response_count:1; response_revision:16167; }","duration":"235.843238ms","start":"2026-03-01T14:35:25.110718Z","end":"2026-03-01T14:35:25.346561Z","steps":["trace[1666736181] 'agreement among raft nodes before linearized reading' (duration: 235.190022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.346187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.480269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:35:25.346844Z","caller":"traceutil/trace.go:171","msg":"trace[972559576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16167; }","duration":"240.136415ms","start":"2026-03-01T14:35:25.10669Z","end":"2026-03-01T14:35:25.346827Z","steps":["trace[972559576] 'agreement among raft nodes before linearized reading' (duration: 239.442498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.345995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.201938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:35:25.347101Z","caller":"traceutil/trace.go:171","msg":"trace[1726190054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16167; }","duration":"247.297275ms","start":"2026-03-01T14:35:25.099719Z","end":"2026-03-01T14:35:25.347016Z","steps":["trace[1726190054] 'agreement among raft nodes before linearized reading' (duration: 246.111066ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:56.055877Z","caller":"traceutil/trace.go:171","msg":"trace[59266514] linearizableReadLoop","detail":"{readStateIndex:17765; appliedIndex:17764; }","duration":"105.322309ms","start":"2026-03-01T14:37:55.950528Z","end":"2026-03-01T14:37:56.05585Z","steps":["trace[59266514] 'read index received' (duration: 72.962368ms)","trace[59266514] 'applied index is now lower than readState.Index' (duration: 32.358051ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:37:56.05598Z","caller":"traceutil/trace.go:171","msg":"trace[1031997172] transaction","detail":"{read_only:false; response_revision:17097; number_of_response:1; }","duration":"107.502204ms","start":"2026-03-01T14:37:55.948451Z","end":"2026-03-01T14:37:56.055954Z","steps":["trace[1031997172] 'process raft request' (duration: 74.953428ms)","trace[1031997172] 'compare' (duration: 32.298099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:37:56.056804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.253802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:924497"} {"level":"info","ts":"2026-03-01T14:37:56.056848Z","caller":"traceutil/trace.go:171","msg":"trace[1514183879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17097; }","duration":"106.332944ms","start":"2026-03-01T14:37:55.950505Z","end":"2026-03-01T14:37:56.056838Z","steps":["trace[1514183879] 'agreement among raft nodes before linearized reading' (duration: 105.457082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:56.456278Z","caller":"traceutil/trace.go:171","msg":"trace[929343571] transaction","detail":"{read_only:false; response_revision:17100; number_of_response:1; }","duration":"135.931995ms","start":"2026-03-01T14:37:56.320303Z","end":"2026-03-01T14:37:56.456235Z","steps":["trace[929343571] 'process raft request' (duration: 89.751308ms)","trace[929343571] 'compare' (duration: 46.048624ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:37:56.459813Z","caller":"traceutil/trace.go:171","msg":"trace[1346247899] transaction","detail":"{read_only:false; response_revision:17101; number_of_response:1; }","duration":"139.221549ms","start":"2026-03-01T14:37:56.320565Z","end":"2026-03-01T14:37:56.459787Z","steps":["trace[1346247899] 'process raft request' (duration: 139.064785ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:56.459968Z","caller":"traceutil/trace.go:171","msg":"trace[620347024] transaction","detail":"{read_only:false; response_revision:17102; number_of_response:1; }","duration":"138.05495ms","start":"2026-03-01T14:37:56.321896Z","end":"2026-03-01T14:37:56.459951Z","steps":["trace[620347024] 'process raft request' (duration: 137.848865ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:57.990156Z","caller":"traceutil/trace.go:171","msg":"trace[1515954871] linearizableReadLoop","detail":"{readStateIndex:17777; appliedIndex:17775; }","duration":"103.720068ms","start":"2026-03-01T14:37:57.886397Z","end":"2026-03-01T14:37:57.990117Z","steps":["trace[1515954871] 'read index received' (duration: 35.115119ms)","trace[1515954871] 'applied index is now lower than readState.Index' (duration: 68.603069ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:37:57.990269Z","caller":"traceutil/trace.go:171","msg":"trace[1267865311] transaction","detail":"{read_only:false; response_revision:17108; number_of_response:1; }","duration":"130.882869ms","start":"2026-03-01T14:37:57.859338Z","end":"2026-03-01T14:37:57.990221Z","steps":["trace[1267865311] 'process raft request' (duration: 124.53202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.990646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.2191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-01T14:37:57.990747Z","caller":"traceutil/trace.go:171","msg":"trace[1400236675] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17108; }","duration":"104.387695ms","start":"2026-03-01T14:37:57.886335Z","end":"2026-03-01T14:37:57.990723Z","steps":["trace[1400236675] 'agreement among raft nodes before linearized reading' (duration: 103.942474ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:00.413832Z","caller":"traceutil/trace.go:171","msg":"trace[425208806] transaction","detail":"{read_only:false; response_revision:17125; number_of_response:1; }","duration":"111.252707ms","start":"2026-03-01T14:38:00.302544Z","end":"2026-03-01T14:38:00.413797Z","steps":["trace[425208806] 'process raft request' (duration: 111.080933ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:00.723011Z","caller":"traceutil/trace.go:171","msg":"trace[1301414086] linearizableReadLoop","detail":"{readStateIndex:17796; appliedIndex:17795; }","duration":"133.341921ms","start":"2026-03-01T14:38:00.589645Z","end":"2026-03-01T14:38:00.722987Z","steps":["trace[1301414086] 'read index received' (duration: 96.62899ms)","trace[1301414086] 'applied index is now lower than readState.Index' (duration: 36.712011ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:00.723073Z","caller":"traceutil/trace.go:171","msg":"trace[1644063656] transaction","detail":"{read_only:false; response_revision:17127; number_of_response:1; }","duration":"134.369646ms","start":"2026-03-01T14:38:00.58866Z","end":"2026-03-01T14:38:00.723029Z","steps":["trace[1644063656] 'process raft request' (duration: 97.419469ms)","trace[1644063656] 'compare' (duration: 36.792842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:00.723282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.607207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T14:38:00.723383Z","caller":"traceutil/trace.go:171","msg":"trace[627016525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17127; }","duration":"133.72756ms","start":"2026-03-01T14:38:00.589633Z","end":"2026-03-01T14:38:00.72336Z","steps":["trace[627016525] 'agreement among raft nodes before linearized reading' (duration: 133.421433ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:00.909538Z","caller":"traceutil/trace.go:171","msg":"trace[293113226] linearizableReadLoop","detail":"{readStateIndex:17797; appliedIndex:17796; }","duration":"186.432959ms","start":"2026-03-01T14:38:00.723088Z","end":"2026-03-01T14:38:00.909521Z","steps":["trace[293113226] 'read index received' (duration: 151.908645ms)","trace[293113226] 'applied index is now lower than readState.Index' (duration: 34.523634ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:00.909557Z","caller":"traceutil/trace.go:171","msg":"trace[501804265] transaction","detail":"{read_only:false; response_revision:17128; number_of_response:1; }","duration":"318.271513ms","start":"2026-03-01T14:38:00.591252Z","end":"2026-03-01T14:38:00.909523Z","steps":["trace[501804265] 'process raft request' (duration: 283.7842ms)","trace[501804265] 'compare' (duration: 34.35054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:00.909796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:00.591225Z","time spent":"318.475509ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:00.909805Z","caller":"traceutil/trace.go:171","msg":"trace[1444769999] transaction","detail":"{read_only:false; response_revision:17129; number_of_response:1; }","duration":"182.660195ms","start":"2026-03-01T14:38:00.727106Z","end":"2026-03-01T14:38:00.909766Z","steps":["trace[1444769999] 'process raft request' (duration: 182.391269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:00.909873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.329148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-01T14:38:00.909907Z","caller":"traceutil/trace.go:171","msg":"trace[1120271272] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:17129; }","duration":"301.424641ms","start":"2026-03-01T14:38:00.608473Z","end":"2026-03-01T14:38:00.909898Z","steps":["trace[1120271272] 'agreement among raft nodes before linearized reading' (duration: 301.139174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:00.909942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:00.60846Z","time spent":"301.474381ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"warn","ts":"2026-03-01T14:38:00.909944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.79743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:38:00.909996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.045626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20669"} {"level":"info","ts":"2026-03-01T14:38:00.910017Z","caller":"traceutil/trace.go:171","msg":"trace[1216467085] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17129; }","duration":"285.912262ms","start":"2026-03-01T14:38:00.624085Z","end":"2026-03-01T14:38:00.909997Z","steps":["trace[1216467085] 'agreement among raft nodes before linearized reading' (duration: 285.538743ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:00.910057Z","caller":"traceutil/trace.go:171","msg":"trace[1233384373] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:17129; }","duration":"298.140358ms","start":"2026-03-01T14:38:00.611905Z","end":"2026-03-01T14:38:00.910045Z","steps":["trace[1233384373] 'agreement among raft nodes before linearized reading' (duration: 297.687687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:00.910231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.01381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-01T14:38:00.910304Z","caller":"traceutil/trace.go:171","msg":"trace[1114592513] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:17129; }","duration":"301.129813ms","start":"2026-03-01T14:38:00.609156Z","end":"2026-03-01T14:38:00.910286Z","steps":["trace[1114592513] 'agreement among raft nodes before linearized reading' (duration: 300.451616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:00.910348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:00.609141Z","time spent":"301.198025ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"info","ts":"2026-03-01T14:38:06.699647Z","caller":"traceutil/trace.go:171","msg":"trace[1446925782] linearizableReadLoop","detail":"{readStateIndex:17824; appliedIndex:17823; }","duration":"224.423172ms","start":"2026-03-01T14:38:06.475193Z","end":"2026-03-01T14:38:06.699616Z","steps":["trace[1446925782] 'read index received' (duration: 224.250508ms)","trace[1446925782] 'applied index is now lower than readState.Index' (duration: 171.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:06.699799Z","caller":"traceutil/trace.go:171","msg":"trace[1293137349] transaction","detail":"{read_only:false; response_revision:17154; number_of_response:1; }","duration":"258.29298ms","start":"2026-03-01T14:38:06.441485Z","end":"2026-03-01T14:38:06.699778Z","steps":["trace[1293137349] 'process raft request' (duration: 257.942532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.699831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.620627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:06.699872Z","caller":"traceutil/trace.go:171","msg":"trace[1342699598] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17154; }","duration":"224.724409ms","start":"2026-03-01T14:38:06.475134Z","end":"2026-03-01T14:38:06.699859Z","steps":["trace[1342699598] 'agreement among raft nodes before linearized reading' (duration: 224.631607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.699955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.737779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:06.699987Z","caller":"traceutil/trace.go:171","msg":"trace[946956214] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17154; }","duration":"123.815671ms","start":"2026-03-01T14:38:06.576162Z","end":"2026-03-01T14:38:06.699977Z","steps":["trace[946956214] 'agreement among raft nodes before linearized reading' (duration: 123.737369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.700133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.594993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:38:06.70022Z","caller":"traceutil/trace.go:171","msg":"trace[495147990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17154; }","duration":"162.746177ms","start":"2026-03-01T14:38:06.537451Z","end":"2026-03-01T14:38:06.700197Z","steps":["trace[495147990] 'agreement among raft nodes before linearized reading' (duration: 162.46699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.700848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.152898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:06.700964Z","caller":"traceutil/trace.go:171","msg":"trace[837135905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17154; }","duration":"179.395664ms","start":"2026-03-01T14:38:06.521545Z","end":"2026-03-01T14:38:06.700941Z","steps":["trace[837135905] 'agreement among raft nodes before linearized reading' (duration: 178.338398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.981211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.31862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:38:06.981291Z","caller":"traceutil/trace.go:171","msg":"trace[327087354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17155; }","duration":"234.450664ms","start":"2026-03-01T14:38:06.746822Z","end":"2026-03-01T14:38:06.981273Z","steps":["trace[327087354] 'range keys from in-memory index tree' (duration: 234.158285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.985419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.854255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:38:12.185736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227888782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:38:12.447946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:11.667336Z","time spent":"780.602036ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:38:12.478848Z","caller":"traceutil/trace.go:171","msg":"trace[367504651] transaction","detail":"{read_only:false; response_revision:17258; number_of_response:1; }","duration":"791.055757ms","start":"2026-03-01T14:38:11.687759Z","end":"2026-03-01T14:38:12.478815Z","steps":["trace[367504651] 'process raft request' (duration: 790.532524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:12.478887Z","caller":"traceutil/trace.go:171","msg":"trace[1173339108] transaction","detail":"{read_only:false; response_revision:17260; number_of_response:1; }","duration":"380.932063ms","start":"2026-03-01T14:38:12.097938Z","end":"2026-03-01T14:38:12.47887Z","steps":["trace[1173339108] 'process raft request' (duration: 380.763978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:12.478936Z","caller":"traceutil/trace.go:171","msg":"trace[588766860] transaction","detail":"{read_only:false; response_revision:17259; number_of_response:1; }","duration":"383.065737ms","start":"2026-03-01T14:38:12.095809Z","end":"2026-03-01T14:38:12.478875Z","steps":["trace[588766860] 'process raft request' (duration: 382.78956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.47898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:11.687735Z","time spent":"791.184171ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:38:12.478995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:12.097908Z","time spent":"381.013035ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:12.479005Z","caller":"traceutil/trace.go:171","msg":"trace[180002826] linearizableReadLoop","detail":"{readStateIndex:17933; appliedIndex:17928; }","duration":"793.596221ms","start":"2026-03-01T14:38:11.685384Z","end":"2026-03-01T14:38:12.47898Z","steps":["trace[180002826] 'read index received' (duration: 762.326848ms)","trace[180002826] 'applied index is now lower than readState.Index' (duration: 31.268293ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:12.479041Z","caller":"traceutil/trace.go:171","msg":"trace[111394458] transaction","detail":"{read_only:false; response_revision:17261; number_of_response:1; }","duration":"380.523353ms","start":"2026-03-01T14:38:12.098481Z","end":"2026-03-01T14:38:12.479004Z","steps":["trace[111394458] 'process raft request' (duration: 380.312278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.479111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:12.095779Z","time spent":"383.239761ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:12.479143Z","caller":"traceutil/trace.go:171","msg":"trace[1302313443] transaction","detail":"{read_only:false; response_revision:17262; number_of_response:1; }","duration":"238.73043ms","start":"2026-03-01T14:38:12.240402Z","end":"2026-03-01T14:38:12.479132Z","steps":["trace[1302313443] 'process raft request' (duration: 238.458703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.479225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:12.098473Z","time spent":"380.651936ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:12.479245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.859287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-6rjk2\" ","response":"range_response_count:1 size:15675"} {"level":"info","ts":"2026-03-01T14:38:12.479294Z","caller":"traceutil/trace.go:171","msg":"trace[1875554299] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-6rjk2; range_end:; response_count:1; response_revision:17262; }","duration":"793.933529ms","start":"2026-03-01T14:38:11.685348Z","end":"2026-03-01T14:38:12.479281Z","steps":["trace[1875554299] 'agreement among raft nodes before linearized reading' (duration: 793.791425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.479318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:11.685334Z","time spent":"793.97808ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15699,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-6rjk2\" "} {"level":"warn","ts":"2026-03-01T14:38:12.498529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.76551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-01T14:38:12.498599Z","caller":"traceutil/trace.go:171","msg":"trace[1315727595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4257bef7-07be-4430-8164-812ee0fb5f8b; range_end:; response_count:1; response_revision:17263; }","duration":"202.866061ms","start":"2026-03-01T14:38:12.295715Z","end":"2026-03-01T14:38:12.498581Z","steps":["trace[1315727595] 'agreement among raft nodes before linearized reading' (duration: 202.668507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.498661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.937746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-03-01T14:38:12.498679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.386717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417078"} {"level":"info","ts":"2026-03-01T14:38:12.498924Z","caller":"traceutil/trace.go:171","msg":"trace[2118528775] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17263; }","duration":"255.686205ms","start":"2026-03-01T14:38:12.243215Z","end":"2026-03-01T14:38:12.498901Z","steps":["trace[2118528775] 'agreement among raft nodes before linearized reading' (duration: 255.142202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.498965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.87784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:38:12.499063Z","caller":"traceutil/trace.go:171","msg":"trace[463086619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17263; }","duration":"363.024534ms","start":"2026-03-01T14:38:12.136016Z","end":"2026-03-01T14:38:12.499041Z","steps":["trace[463086619] 'agreement among raft nodes before linearized reading' (duration: 362.781608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.499108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:12.136Z","time spent":"363.097446ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:38:12.498749Z","caller":"traceutil/trace.go:171","msg":"trace[2021356258] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:17263; }","duration":"221.096819ms","start":"2026-03-01T14:38:12.277629Z","end":"2026-03-01T14:38:12.498726Z","steps":["trace[2021356258] 'agreement among raft nodes before linearized reading' (duration: 220.835243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.49883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.20465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:12.499462Z","caller":"traceutil/trace.go:171","msg":"trace[1839040921] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:17263; }","duration":"490.834246ms","start":"2026-03-01T14:38:12.00861Z","end":"2026-03-01T14:38:12.499445Z","steps":["trace[1839040921] 'agreement among raft nodes before linearized reading' (duration: 490.18264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.499514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:12.008544Z","time spent":"490.954029ms","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:12.49974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.047897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:38:12.500143Z","caller":"traceutil/trace.go:171","msg":"trace[731772801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17263; }","duration":"490.453347ms","start":"2026-03-01T14:38:12.009375Z","end":"2026-03-01T14:38:12.499828Z","steps":["trace[731772801] 'agreement among raft nodes before linearized reading' (duration: 489.182166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.50034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.315452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:38:12.500431Z","caller":"traceutil/trace.go:171","msg":"trace[1419477683] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17263; }","duration":"541.477235ms","start":"2026-03-01T14:38:11.95893Z","end":"2026-03-01T14:38:12.500407Z","steps":["trace[1419477683] 'agreement among raft nodes before linearized reading' (duration: 539.386603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:12.500474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:11.958909Z","time spent":"541.555238ms","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1892,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:12.500355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:12.009367Z","time spent":"490.962661ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:38:14.61798Z","caller":"traceutil/trace.go:171","msg":"trace[1690392660] transaction","detail":"{read_only:false; response_revision:17283; number_of_response:1; }","duration":"183.528148ms","start":"2026-03-01T14:38:14.434424Z","end":"2026-03-01T14:38:14.617952Z","steps":["trace[1690392660] 'process raft request' (duration: 183.360323ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:14.62831Z","caller":"traceutil/trace.go:171","msg":"trace[543232259] transaction","detail":"{read_only:false; response_revision:17285; number_of_response:1; }","duration":"142.439839ms","start":"2026-03-01T14:38:14.485849Z","end":"2026-03-01T14:38:14.628289Z","steps":["trace[543232259] 'process raft request' (duration: 142.368667ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:14.628343Z","caller":"traceutil/trace.go:171","msg":"trace[448581851] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"142.656244ms","start":"2026-03-01T14:38:14.485633Z","end":"2026-03-01T14:38:14.628289Z","steps":["trace[448581851] 'process raft request' (duration: 142.473149ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:14.628554Z","caller":"traceutil/trace.go:171","msg":"trace[1698212706] linearizableReadLoop","detail":"{readStateIndex:17958; appliedIndex:17955; }","duration":"116.211041ms","start":"2026-03-01T14:38:14.512319Z","end":"2026-03-01T14:38:14.62853Z","steps":["trace[1698212706] 'read index received' (duration: 106.083708ms)","trace[1698212706] 'applied index is now lower than readState.Index' (duration: 10.125323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:14.628721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.945499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:14.628746Z","caller":"traceutil/trace.go:171","msg":"trace[1638623929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17286; }","duration":"105.01839ms","start":"2026-03-01T14:38:14.52372Z","end":"2026-03-01T14:38:14.628738Z","steps":["trace[1638623929] 'agreement among raft nodes before linearized reading' (duration: 104.942798ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:14.628708Z","caller":"traceutil/trace.go:171","msg":"trace[1102703844] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"142.597353ms","start":"2026-03-01T14:38:14.486013Z","end":"2026-03-01T14:38:14.62861Z","steps":["trace[1102703844] 'process raft request' (duration: 142.248724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:14.628765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.427816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-01T14:38:14.628799Z","caller":"traceutil/trace.go:171","msg":"trace[1749756038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4257bef7-07be-4430-8164-812ee0fb5f8b; range_end:; response_count:1; response_revision:17286; }","duration":"116.524258ms","start":"2026-03-01T14:38:14.512264Z","end":"2026-03-01T14:38:14.628789Z","steps":["trace[1749756038] 'agreement among raft nodes before linearized reading' (duration: 116.371414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.341699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.630329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:38:19.341813Z","caller":"traceutil/trace.go:171","msg":"trace[1269528653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17333; }","duration":"151.838503ms","start":"2026-03-01T14:38:19.189947Z","end":"2026-03-01T14:38:19.341786Z","steps":["trace[1269528653] 'range keys from in-memory index tree' (duration: 151.303371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.341922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.230924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T14:38:19.342016Z","caller":"traceutil/trace.go:171","msg":"trace[1043963837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17333; }","duration":"150.410879ms","start":"2026-03-01T14:38:19.191584Z","end":"2026-03-01T14:38:19.341995Z","steps":["trace[1043963837] 'range keys from in-memory index tree' (duration: 149.969977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.342319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.651923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:19.342456Z","caller":"traceutil/trace.go:171","msg":"trace[538139017] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17333; }","duration":"207.849587ms","start":"2026-03-01T14:38:19.134584Z","end":"2026-03-01T14:38:19.342434Z","steps":["trace[538139017] 'count revisions from in-memory index tree' (duration: 207.55428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.342638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.282685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:38:19.342962Z","caller":"traceutil/trace.go:171","msg":"trace[548845543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17333; }","duration":"158.654384ms","start":"2026-03-01T14:38:19.184285Z","end":"2026-03-01T14:38:19.34294Z","steps":["trace[548845543] 'range keys from in-memory index tree' (duration: 158.0657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.343199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.158459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T14:38:19.34332Z","caller":"traceutil/trace.go:171","msg":"trace[567250096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17333; }","duration":"191.303893ms","start":"2026-03-01T14:38:19.151988Z","end":"2026-03-01T14:38:19.343292Z","steps":["trace[567250096] 'range keys from in-memory index tree' (duration: 190.851781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.704032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.191351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:38:19.704378Z","caller":"traceutil/trace.go:171","msg":"trace[299857808] transaction","detail":"{read_only:false; response_revision:17336; number_of_response:1; }","duration":"356.224684ms","start":"2026-03-01T14:38:19.34813Z","end":"2026-03-01T14:38:19.704354Z","steps":["trace[299857808] 'process raft request' (duration: 356.011959ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:19.704437Z","caller":"traceutil/trace.go:171","msg":"trace[832369753] linearizableReadLoop","detail":"{readStateIndex:18009; appliedIndex:18007; }","duration":"356.340227ms","start":"2026-03-01T14:38:19.348075Z","end":"2026-03-01T14:38:19.704415Z","steps":["trace[832369753] 'read index received' (duration: 72.140887ms)","trace[832369753] 'applied index is now lower than readState.Index' (duration: 284.198079ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:19.70446Z","caller":"traceutil/trace.go:171","msg":"trace[1176867349] transaction","detail":"{read_only:false; response_revision:17337; number_of_response:1; }","duration":"356.293626ms","start":"2026-03-01T14:38:19.348136Z","end":"2026-03-01T14:38:19.704429Z","steps":["trace[1176867349] 'process raft request' (duration: 356.06489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.704548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.348123Z","time spent":"356.328276ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:19.704567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.348127Z","time spent":"356.388058ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:19.704688Z","caller":"traceutil/trace.go:171","msg":"trace[1651383722] transaction","detail":"{read_only:false; response_revision:17335; number_of_response:1; }","duration":"356.44601ms","start":"2026-03-01T14:38:19.347855Z","end":"2026-03-01T14:38:19.704301Z","steps":["trace[1651383722] 'process raft request' (duration: 134.885999ms)","trace[1651383722] 'compare' (duration: 221.045678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:19.70474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.347831Z","time spent":"356.88267ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:19.705465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.376004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936259"} {"level":"info","ts":"2026-03-01T14:38:19.705536Z","caller":"traceutil/trace.go:171","msg":"trace[353068304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17337; }","duration":"357.465346ms","start":"2026-03-01T14:38:19.348054Z","end":"2026-03-01T14:38:19.70552Z","steps":["trace[353068304] 'agreement among raft nodes before linearized reading' (duration: 356.46065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:19.705646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.348047Z","time spent":"357.577008ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936283,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:38:20.205435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227888973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:38:20.548427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026817134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:38:20.548849Z","caller":"traceutil/trace.go:171","msg":"trace[574162667] transaction","detail":"{read_only:false; response_revision:17338; number_of_response:1; }","duration":"1.0274486s","start":"2026-03-01T14:38:19.52138Z","end":"2026-03-01T14:38:20.548828Z","steps":["trace[574162667] 'process raft request' (duration: 1.027217835s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:20.549088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.521342Z","time spent":"1.027647255s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:21.525381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998208329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:38:21.52547Z","caller":"traceutil/trace.go:171","msg":"trace[1395921917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998323522s","start":"2026-03-01T14:38:19.527126Z","end":"2026-03-01T14:38:21.52545Z","steps":["trace[1395921917] 'agreement among raft nodes before linearized reading' (duration: 1.998204369s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:21.525521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.527065Z","time spent":"1.998446425s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:38:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:38:23.151556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.476804869s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:38:23.530057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004452036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:38:23.530153Z","caller":"traceutil/trace.go:171","msg":"trace[1618247607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0046066s","start":"2026-03-01T14:38:21.525526Z","end":"2026-03-01T14:38:23.530133Z","steps":["trace[1618247607] 'agreement among raft nodes before linearized reading' (duration: 2.004483397s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.530201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.525512Z","time spent":"2.004679241s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:38:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:38:23.746118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.507891Z","time spent":"2.238217922s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:38:23.746546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385200281s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.746679Z","caller":"traceutil/trace.go:171","msg":"trace[773333551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17338; }","duration":"1.385346735s","start":"2026-03-01T14:38:22.361312Z","end":"2026-03-01T14:38:23.746659Z","steps":["trace[773333551] 'range keys from in-memory index tree' (duration: 1.385182461s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.747158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072207774s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:38:23.747312Z","caller":"traceutil/trace.go:171","msg":"trace[1721785612] transaction","detail":"{read_only:false; response_revision:17339; number_of_response:1; }","duration":"3.761431881s","start":"2026-03-01T14:38:19.985841Z","end":"2026-03-01T14:38:23.747273Z","steps":["trace[1721785612] 'process raft request' (duration: 688.987221ms)","trace[1721785612] 'compare' (duration: 3.071448636s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:23.747473Z","caller":"traceutil/trace.go:171","msg":"trace[36686651] transaction","detail":"{read_only:false; response_revision:17342; number_of_response:1; }","duration":"3.093360945s","start":"2026-03-01T14:38:20.654093Z","end":"2026-03-01T14:38:23.747454Z","steps":["trace[36686651] 'process raft request' (duration: 3.093316264s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.74758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.654065Z","time spent":"3.093475419s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:23.747683Z","caller":"traceutil/trace.go:171","msg":"trace[765057435] transaction","detail":"{read_only:false; response_revision:17340; number_of_response:1; }","duration":"3.095862909s","start":"2026-03-01T14:38:20.65181Z","end":"2026-03-01T14:38:23.747673Z","steps":["trace[765057435] 'process raft request' (duration: 3.095459848s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.747754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.65178Z","time spent":"3.09593612s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:23.747916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169862534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-01T14:38:23.747951Z","caller":"traceutil/trace.go:171","msg":"trace[565591952] transaction","detail":"{read_only:false; response_revision:17341; number_of_response:1; }","duration":"3.09517762s","start":"2026-03-01T14:38:20.652756Z","end":"2026-03-01T14:38:23.747934Z","steps":["trace[565591952] 'process raft request' (duration: 3.094618136s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:23.747975Z","caller":"traceutil/trace.go:171","msg":"trace[2114499622] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17342; }","duration":"4.169955216s","start":"2026-03-01T14:38:19.578002Z","end":"2026-03-01T14:38:23.747957Z","steps":["trace[2114499622] 'agreement among raft nodes before linearized reading' (duration: 4.169779242s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.748025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.577979Z","time spent":"4.170029188s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T14:38:23.747482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.985816Z","time spent":"3.761576034s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:23.747746Z","caller":"traceutil/trace.go:171","msg":"trace[1461698767] linearizableReadLoop","detail":"{readStateIndex:18013; appliedIndex:18012; }","duration":"4.043250572s","start":"2026-03-01T14:38:19.704479Z","end":"2026-03-01T14:38:23.74773Z","steps":["trace[1461698767] 'read index received' (duration: 844.694842ms)","trace[1461698767] 'applied index is now lower than readState.Index' (duration: 3.19855426s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:23.74803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.652739Z","time spent":"3.095252263s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:23.748611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87391636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-03-01T14:38:23.748664Z","caller":"traceutil/trace.go:171","msg":"trace[1291457798] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p8fxz; range_end:; response_count:1; response_revision:17342; }","duration":"3.874017002s","start":"2026-03-01T14:38:19.874635Z","end":"2026-03-01T14:38:23.748652Z","steps":["trace[1291457798] 'agreement among raft nodes before linearized reading' (duration: 3.873833188s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.748697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:19.874613Z","time spent":"3.874076934s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20795,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p8fxz\" "} {"level":"warn","ts":"2026-03-01T14:38:23.748897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082006558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-01T14:38:23.748925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323697133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T14:38:23.748949Z","caller":"traceutil/trace.go:171","msg":"trace[2052259513] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:17342; }","duration":"2.08209828s","start":"2026-03-01T14:38:21.666837Z","end":"2026-03-01T14:38:23.748935Z","steps":["trace[2052259513] 'agreement among raft nodes before linearized reading' (duration: 2.081983657s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:23.748964Z","caller":"traceutil/trace.go:171","msg":"trace[234012313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17342; }","duration":"2.323756315s","start":"2026-03-01T14:38:21.425195Z","end":"2026-03-01T14:38:23.748951Z","steps":["trace[234012313] 'agreement among raft nodes before linearized reading' (duration: 2.323661682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.74899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.666813Z","time spent":"2.082167362s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:38:23.749002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.425183Z","time spent":"2.323808766s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:38:23.749205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328738529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:23.749271Z","caller":"traceutil/trace.go:171","msg":"trace[1068532078] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:17342; }","duration":"2.328853062s","start":"2026-03-01T14:38:21.420402Z","end":"2026-03-01T14:38:23.749255Z","steps":["trace[1068532078] 'agreement among raft nodes before linearized reading' (duration: 2.32875696s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.74932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.420378Z","time spent":"2.328930314s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.749354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.039797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-01T14:38:23.749392Z","caller":"traceutil/trace.go:171","msg":"trace[176881075] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:17342; }","duration":"219.109159ms","start":"2026-03-01T14:38:23.530269Z","end":"2026-03-01T14:38:23.749378Z","steps":["trace[176881075] 'agreement among raft nodes before linearized reading' (duration: 219.028287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.749502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383104161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:38:23.749543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.884861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:23.749555Z","caller":"traceutil/trace.go:171","msg":"trace[1489476988] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:17342; }","duration":"2.383294147s","start":"2026-03-01T14:38:21.366248Z","end":"2026-03-01T14:38:23.749542Z","steps":["trace[1489476988] 'agreement among raft nodes before linearized reading' (duration: 2.383216495s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:23.749608Z","caller":"traceutil/trace.go:171","msg":"trace[1616636651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17342; }","duration":"378.951884ms","start":"2026-03-01T14:38:23.370646Z","end":"2026-03-01T14:38:23.749598Z","steps":["trace[1616636651] 'agreement among raft nodes before linearized reading' (duration: 378.867241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.749632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.366225Z","time spent":"2.383394759s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.74968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.990573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.749711Z","caller":"traceutil/trace.go:171","msg":"trace[1153367617] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17342; }","duration":"636.067595ms","start":"2026-03-01T14:38:23.113634Z","end":"2026-03-01T14:38:23.749702Z","steps":["trace[1153367617] 'agreement among raft nodes before linearized reading' (duration: 636.022814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.749739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.113606Z","time spent":"636.125366ms","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.74981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503282292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.74985Z","caller":"traceutil/trace.go:171","msg":"trace[682203977] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17342; }","duration":"2.503362543s","start":"2026-03-01T14:38:21.246473Z","end":"2026-03-01T14:38:23.749836Z","steps":["trace[682203977] 'agreement among raft nodes before linearized reading' (duration: 2.503306712s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.749868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.696193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.749894Z","caller":"traceutil/trace.go:171","msg":"trace[1136430200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17342; }","duration":"886.762465ms","start":"2026-03-01T14:38:22.863124Z","end":"2026-03-01T14:38:23.749886Z","steps":["trace[1136430200] 'agreement among raft nodes before linearized reading' (duration: 886.720694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.749891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.246441Z","time spent":"2.503436195s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.749915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:22.863099Z","time spent":"886.810556ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:38:23.750132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012961497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-01T14:38:23.750152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855156027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.750164Z","caller":"traceutil/trace.go:171","msg":"trace[304101662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17342; }","duration":"1.013039658s","start":"2026-03-01T14:38:22.737115Z","end":"2026-03-01T14:38:23.750155Z","steps":["trace[304101662] 'agreement among raft nodes before linearized reading' (duration: 1.012953116s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.750192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:22.737092Z","time spent":"1.013093309s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:38:23.750322Z","caller":"traceutil/trace.go:171","msg":"trace[1729873746] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:17342; }","duration":"2.85526946s","start":"2026-03-01T14:38:20.89491Z","end":"2026-03-01T14:38:23.75018Z","steps":["trace[1729873746] 'agreement among raft nodes before linearized reading' (duration: 2.855197918s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.75036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539437006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:38:23.750383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.894879Z","time spent":"2.855490977s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.750466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-01T14:38:23.750497Z","caller":"traceutil/trace.go:171","msg":"trace[1705577346] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2gq6q; range_end:; response_count:1; response_revision:17342; }","duration":"2.000031525s","start":"2026-03-01T14:38:21.750459Z","end":"2026-03-01T14:38:23.75049Z","steps":["trace[1705577346] 'agreement among raft nodes before linearized reading' (duration: 1.999946172s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.750523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.750443Z","time spent":"2.000071396s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2gq6q\" "} {"level":"info","ts":"2026-03-01T14:38:23.75039Z","caller":"traceutil/trace.go:171","msg":"trace[91129989] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:17342; }","duration":"1.539530019s","start":"2026-03-01T14:38:22.210851Z","end":"2026-03-01T14:38:23.750381Z","steps":["trace[91129989] 'agreement among raft nodes before linearized reading' (duration: 1.539476778s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.750644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:38:23.750673Z","caller":"traceutil/trace.go:171","msg":"trace[1825997892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17342; }","duration":"2.000164648s","start":"2026-03-01T14:38:21.7505Z","end":"2026-03-01T14:38:23.750665Z","steps":["trace[1825997892] 'agreement among raft nodes before linearized reading' (duration: 2.000091416s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.74964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.370586Z","time spent":"379.043295ms","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.750688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:22.210822Z","time spent":"1.539840256s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.750697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.750488Z","time spent":"2.00020292s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:38:23.750753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862422039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.750834Z","caller":"traceutil/trace.go:171","msg":"trace[1575681066] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17342; }","duration":"2.862548693s","start":"2026-03-01T14:38:20.888269Z","end":"2026-03-01T14:38:23.750817Z","steps":["trace[1575681066] 'agreement among raft nodes before linearized reading' (duration: 2.862406289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.750876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.888256Z","time spent":"2.862609934s","remote":"127.0.0.1:51456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.750893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:38:23.750923Z","caller":"traceutil/trace.go:171","msg":"trace[1668683912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17342; }","duration":"2.000439585s","start":"2026-03-01T14:38:21.750475Z","end":"2026-03-01T14:38:23.750915Z","steps":["trace[1668683912] 'agreement among raft nodes before linearized reading' (duration: 2.000361223s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.750952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:21.750456Z","time spent":"2.000489956s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:38:23.75115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950676401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:38:23.751182Z","caller":"traceutil/trace.go:171","msg":"trace[1821135151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17342; }","duration":"2.950754553s","start":"2026-03-01T14:38:20.800421Z","end":"2026-03-01T14:38:23.751176Z","steps":["trace[1821135151] 'agreement among raft nodes before linearized reading' (duration: 2.95061407s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.7512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.800395Z","time spent":"2.950801364s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:38:23.75128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466290449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:38:23.751331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733482012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-01T14:38:23.751341Z","caller":"traceutil/trace.go:171","msg":"trace[1561639937] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17342; }","duration":"3.466385921s","start":"2026-03-01T14:38:20.284941Z","end":"2026-03-01T14:38:23.751326Z","steps":["trace[1561639937] 'agreement among raft nodes before linearized reading' (duration: 3.466207757s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:23.751361Z","caller":"traceutil/trace.go:171","msg":"trace[1001058865] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17342; }","duration":"3.733550224s","start":"2026-03-01T14:38:20.017801Z","end":"2026-03-01T14:38:23.751352Z","steps":["trace[1001058865] 'agreement among raft nodes before linearized reading' (duration: 3.733481052s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.751377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.284922Z","time spent":"3.466444742s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":118,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.751382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.017781Z","time spent":"3.733596284s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3323,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-01T14:38:23.751579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985235196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:38:23.751617Z","caller":"traceutil/trace.go:171","msg":"trace[1194902589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17342; }","duration":"2.985320568s","start":"2026-03-01T14:38:20.766287Z","end":"2026-03-01T14:38:23.751608Z","steps":["trace[1194902589] 'agreement among raft nodes before linearized reading' (duration: 2.985226366s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.751643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.766264Z","time spent":"2.98537199s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:38:23.751812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044244235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-03-01T14:38:23.751841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422516572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:23.751854Z","caller":"traceutil/trace.go:171","msg":"trace[1303844929] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lzgkw; range_end:; response_count:1; response_revision:17342; }","duration":"3.044342427s","start":"2026-03-01T14:38:20.707502Z","end":"2026-03-01T14:38:23.751845Z","steps":["trace[1303844929] 'agreement among raft nodes before linearized reading' (duration: 3.044243415s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:23.751873Z","caller":"traceutil/trace.go:171","msg":"trace[641402503] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:17342; }","duration":"3.422590223s","start":"2026-03-01T14:38:20.329273Z","end":"2026-03-01T14:38:23.751864Z","steps":["trace[641402503] 'agreement among raft nodes before linearized reading' (duration: 3.422510061s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.751879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.707478Z","time spent":"3.044393889s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lzgkw\" "} {"level":"warn","ts":"2026-03-01T14:38:23.751898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275282312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:38:23.751905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.329254Z","time spent":"3.422640424s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:38:23.751933Z","caller":"traceutil/trace.go:171","msg":"trace[1905777449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17342; }","duration":"3.275362964s","start":"2026-03-01T14:38:20.476563Z","end":"2026-03-01T14:38:23.751926Z","steps":["trace[1905777449] 'agreement among raft nodes before linearized reading' (duration: 3.275308603s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:23.751958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:20.476544Z","time spent":"3.275407776s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:38:23.749279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.756379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:23.752234Z","caller":"traceutil/trace.go:171","msg":"trace[901061521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17342; }","duration":"219.708163ms","start":"2026-03-01T14:38:23.532514Z","end":"2026-03-01T14:38:23.752222Z","steps":["trace[901061521] 'agreement among raft nodes before linearized reading' (duration: 216.734169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.088218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.548041ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:38:24.08835Z","caller":"traceutil/trace.go:171","msg":"trace[1126961786] linearizableReadLoop","detail":"{readStateIndex:18017; appliedIndex:18016; }","duration":"332.228003ms","start":"2026-03-01T14:38:23.756098Z","end":"2026-03-01T14:38:24.088326Z","steps":["trace[1126961786] 'read index received' (duration: 320.778µs)","trace[1126961786] 'applied index is now lower than readState.Index' (duration: 331.905105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:24.088397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.756041Z","time spent":"332.345175ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:38:24.088599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.481859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:38:24.08866Z","caller":"traceutil/trace.go:171","msg":"trace[1959621668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17342; }","duration":"332.581211ms","start":"2026-03-01T14:38:23.756064Z","end":"2026-03-01T14:38:24.088645Z","steps":["trace[1959621668] 'agreement among raft nodes before linearized reading' (duration: 332.356196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.088718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.75605Z","time spent":"332.653323ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:38:24.244449Z","caller":"traceutil/trace.go:171","msg":"trace[1235161257] transaction","detail":"{read_only:false; response_revision:17343; number_of_response:1; }","duration":"487.881042ms","start":"2026-03-01T14:38:23.756531Z","end":"2026-03-01T14:38:24.244412Z","steps":["trace[1235161257] 'process raft request' (duration: 471.576904ms)","trace[1235161257] 'compare' (duration: 16.027581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:24.244654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.75652Z","time spent":"488.028566ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:24.244691Z","caller":"traceutil/trace.go:171","msg":"trace[1676071755] transaction","detail":"{read_only:false; response_revision:17344; number_of_response:1; }","duration":"488.123908ms","start":"2026-03-01T14:38:23.756537Z","end":"2026-03-01T14:38:24.244661Z","steps":["trace[1676071755] 'process raft request' (duration: 487.811831ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:24.244884Z","caller":"traceutil/trace.go:171","msg":"trace[791282754] transaction","detail":"{read_only:false; response_revision:17345; number_of_response:1; }","duration":"488.217631ms","start":"2026-03-01T14:38:23.75663Z","end":"2026-03-01T14:38:24.244848Z","steps":["trace[791282754] 'process raft request' (duration: 487.978465ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:24.244933Z","caller":"traceutil/trace.go:171","msg":"trace[745474448] transaction","detail":"{read_only:false; response_revision:17346; number_of_response:1; }","duration":"487.78015ms","start":"2026-03-01T14:38:23.75714Z","end":"2026-03-01T14:38:24.24492Z","steps":["trace[745474448] 'process raft request' (duration: 487.618256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.244975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.757132Z","time spent":"487.824801ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:24.24499Z","caller":"traceutil/trace.go:171","msg":"trace[34234361] linearizableReadLoop","detail":"{readStateIndex:18024; appliedIndex:18017; }","duration":"156.580733ms","start":"2026-03-01T14:38:24.088385Z","end":"2026-03-01T14:38:24.244965Z","steps":["trace[34234361] 'read index received' (duration: 139.721061ms)","trace[34234361] 'applied index is now lower than readState.Index' (duration: 16.858912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:24.245044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.756601Z","time spent":"488.361124ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:24.245092Z","caller":"traceutil/trace.go:171","msg":"trace[1437679905] transaction","detail":"{read_only:false; response_revision:17348; number_of_response:1; }","duration":"487.340539ms","start":"2026-03-01T14:38:23.757743Z","end":"2026-03-01T14:38:24.245084Z","steps":["trace[1437679905] 'process raft request' (duration: 487.116313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.245139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.757734Z","time spent":"487.38058ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:24.245146Z","caller":"traceutil/trace.go:171","msg":"trace[424158856] transaction","detail":"{read_only:false; response_revision:17347; number_of_response:1; }","duration":"487.585575ms","start":"2026-03-01T14:38:23.757479Z","end":"2026-03-01T14:38:24.245065Z","steps":["trace[424158856] 'process raft request' (duration: 487.324379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.244873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.75652Z","time spent":"488.241051ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:24.245176Z","caller":"traceutil/trace.go:171","msg":"trace[2070931584] transaction","detail":"{read_only:false; response_revision:17349; number_of_response:1; }","duration":"477.908672ms","start":"2026-03-01T14:38:23.767224Z","end":"2026-03-01T14:38:24.245133Z","steps":["trace[2070931584] 'process raft request' (duration: 477.682917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.24528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.757456Z","time spent":"487.755039ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:24.245308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.841156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-01T14:38:24.245385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.7672Z","time spent":"478.082847ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:24.245408Z","caller":"traceutil/trace.go:171","msg":"trace[787425405] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17349; }","duration":"486.97858ms","start":"2026-03-01T14:38:23.758407Z","end":"2026-03-01T14:38:24.245386Z","steps":["trace[787425405] 'agreement among raft nodes before linearized reading' (duration: 486.659773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.245459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.758399Z","time spent":"487.051142ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-01T14:38:24.246122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.170129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936393"} {"level":"info","ts":"2026-03-01T14:38:24.246176Z","caller":"traceutil/trace.go:171","msg":"trace[1235654549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17349; }","duration":"488.252253ms","start":"2026-03-01T14:38:23.75791Z","end":"2026-03-01T14:38:24.246162Z","steps":["trace[1235654549] 'agreement among raft nodes before linearized reading' (duration: 487.161535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.246215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.757902Z","time spent":"488.301624ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936417,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:38:24.246341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.195291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936393"} {"level":"info","ts":"2026-03-01T14:38:24.246413Z","caller":"traceutil/trace.go:171","msg":"trace[1964428415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17349; }","duration":"490.275312ms","start":"2026-03-01T14:38:23.756124Z","end":"2026-03-01T14:38:24.2464Z","steps":["trace[1964428415] 'agreement among raft nodes before linearized reading' (duration: 489.068652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.24647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:23.756108Z","time spent":"490.345965ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936417,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T14:38:24.254784Z","caller":"traceutil/trace.go:171","msg":"trace[1984435634] transaction","detail":"{read_only:false; response_revision:17350; number_of_response:1; }","duration":"165.153738ms","start":"2026-03-01T14:38:24.08956Z","end":"2026-03-01T14:38:24.254713Z","steps":["trace[1984435634] 'process raft request' (duration: 165.046305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:24.255059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.342238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19100"} {"level":"info","ts":"2026-03-01T14:38:24.255092Z","caller":"traceutil/trace.go:171","msg":"trace[1471023172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17350; }","duration":"164.43602ms","start":"2026-03-01T14:38:24.090647Z","end":"2026-03-01T14:38:24.255083Z","steps":["trace[1471023172] 'agreement among raft nodes before linearized reading' (duration: 164.310767ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:46.555069Z","caller":"traceutil/trace.go:171","msg":"trace[608571433] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"193.538519ms","start":"2026-03-01T14:38:46.361502Z","end":"2026-03-01T14:38:46.555041Z","steps":["trace[608571433] 'process raft request' (duration: 183.151799ms)","trace[608571433] 'compare' (duration: 10.285197ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:46.585438Z","caller":"traceutil/trace.go:171","msg":"trace[134754402] linearizableReadLoop","detail":"{readStateIndex:18382; appliedIndex:18380; }","duration":"219.516389ms","start":"2026-03-01T14:38:46.365895Z","end":"2026-03-01T14:38:46.585411Z","steps":["trace[134754402] 'read index received' (duration: 178.836709ms)","trace[134754402] 'applied index is now lower than readState.Index' (duration: 40.67858ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:46.585547Z","caller":"traceutil/trace.go:171","msg":"trace[1063807185] transaction","detail":"{read_only:false; response_revision:17695; number_of_response:1; }","duration":"223.363036ms","start":"2026-03-01T14:38:46.362144Z","end":"2026-03-01T14:38:46.585507Z","steps":["trace[1063807185] 'process raft request' (duration: 223.11619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:46.585807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.871377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:38:46.585889Z","caller":"traceutil/trace.go:171","msg":"trace[1656271860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17695; }","duration":"220.006041ms","start":"2026-03-01T14:38:46.365867Z","end":"2026-03-01T14:38:46.585873Z","steps":["trace[1656271860] 'agreement among raft nodes before linearized reading' (duration: 219.758905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:46.586812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.858062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:38:46.586899Z","caller":"traceutil/trace.go:171","msg":"trace[691401886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17695; }","duration":"220.950734ms","start":"2026-03-01T14:38:46.365929Z","end":"2026-03-01T14:38:46.58688Z","steps":["trace[691401886] 'agreement among raft nodes before linearized reading' (duration: 220.761049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:46.589091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.57954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T14:38:46.58913Z","caller":"traceutil/trace.go:171","msg":"trace[1510110430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17695; }","duration":"219.631572ms","start":"2026-03-01T14:38:46.369489Z","end":"2026-03-01T14:38:46.58912Z","steps":["trace[1510110430] 'agreement among raft nodes before linearized reading' (duration: 217.832868ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:46.70606Z","caller":"traceutil/trace.go:171","msg":"trace[313233533] linearizableReadLoop","detail":"{readStateIndex:18383; appliedIndex:18382; }","duration":"112.99787ms","start":"2026-03-01T14:38:46.593046Z","end":"2026-03-01T14:38:46.706044Z","steps":["trace[313233533] 'read index received' (duration: 77.798908ms)","trace[313233533] 'applied index is now lower than readState.Index' (duration: 35.198572ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:46.706154Z","caller":"traceutil/trace.go:171","msg":"trace[1357037045] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"113.123393ms","start":"2026-03-01T14:38:46.593024Z","end":"2026-03-01T14:38:46.706147Z","steps":["trace[1357037045] 'process raft request' (duration: 77.801788ms)","trace[1357037045] 'compare' (duration: 35.09724ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:46.7063Z","caller":"traceutil/trace.go:171","msg":"trace[1314007480] transaction","detail":"{read_only:false; response_revision:17697; number_of_response:1; }","duration":"113.170765ms","start":"2026-03-01T14:38:46.593104Z","end":"2026-03-01T14:38:46.706275Z","steps":["trace[1314007480] 'process raft request' (duration: 112.920218ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:46.706692Z","caller":"traceutil/trace.go:171","msg":"trace[1949314715] transaction","detail":"{read_only:false; response_revision:17698; number_of_response:1; }","duration":"113.415891ms","start":"2026-03-01T14:38:46.593264Z","end":"2026-03-01T14:38:46.70668Z","steps":["trace[1949314715] 'process raft request' (duration: 112.938909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:46.707083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.020446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:968579"} {"level":"info","ts":"2026-03-01T14:38:46.707138Z","caller":"traceutil/trace.go:171","msg":"trace[2032368199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17698; }","duration":"112.105199ms","start":"2026-03-01T14:38:46.595022Z","end":"2026-03-01T14:38:46.707127Z","steps":["trace[2032368199] 'agreement among raft nodes before linearized reading' (duration: 111.35977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:46.707508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.440416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:968579"} {"level":"info","ts":"2026-03-01T14:38:46.707548Z","caller":"traceutil/trace.go:171","msg":"trace[1304112002] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17698; }","duration":"114.501968ms","start":"2026-03-01T14:38:46.593037Z","end":"2026-03-01T14:38:46.707539Z","steps":["trace[1304112002] 'agreement among raft nodes before linearized reading' (duration: 113.250687ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:39:42.235666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15735} {"level":"info","ts":"2026-03-01T14:39:42.348959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15735,"took":"107.906074ms","hash":1886219836,"current-db-size-bytes":43061248,"current-db-size":"43 MB","current-db-size-in-use-bytes":30273536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T14:39:42.349045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1886219836,"revision":15735,"compact-revision":13386} {"level":"info","ts":"2026-03-01T14:39:43.181717Z","caller":"traceutil/trace.go:171","msg":"trace[1326988687] transaction","detail":"{read_only:false; response_revision:18131; number_of_response:1; }","duration":"106.742595ms","start":"2026-03-01T14:39:43.074954Z","end":"2026-03-01T14:39:43.181696Z","steps":["trace[1326988687] 'process raft request' (duration: 106.502809ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:42:28.271925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T14:42:28.279509Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-01T14:42:28.279612Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-03-01T14:43:53.239862Z","caller":"traceutil/trace.go:171","msg":"trace[692044550] transaction","detail":"{read_only:false; response_revision:19686; number_of_response:1; }","duration":"200.271246ms","start":"2026-03-01T14:43:53.03955Z","end":"2026-03-01T14:43:53.239821Z","steps":["trace[692044550] 'process raft request' (duration: 100.876583ms)","trace[692044550] 'compare' (duration: 99.024494ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:43:53.240249Z","caller":"traceutil/trace.go:171","msg":"trace[1909899135] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"199.848556ms","start":"2026-03-01T14:43:53.040352Z","end":"2026-03-01T14:43:53.240201Z","steps":["trace[1909899135] 'process raft request' (duration: 199.691361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:44:42.242615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18124} {"level":"info","ts":"2026-03-01T14:44:42.353378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18124,"took":"107.416884ms","hash":3138282137,"current-db-size-bytes":43483136,"current-db-size":"44 MB","current-db-size-in-use-bytes":24981504,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T14:44:42.353451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3138282137,"revision":18124,"compact-revision":15735} {"level":"warn","ts":"2026-03-01T14:46:11.043568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.395056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:46:11.043678Z","caller":"traceutil/trace.go:171","msg":"trace[302656100] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20368; }","duration":"112.569421ms","start":"2026-03-01T14:46:10.931085Z","end":"2026-03-01T14:46:11.043655Z","steps":["trace[302656100] 'count revisions from in-memory index tree' (duration: 112.306394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:34.622528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227898808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:47:34.892707Z","caller":"traceutil/trace.go:171","msg":"trace[1656356604] transaction","detail":"{read_only:false; response_revision:20748; number_of_response:1; }","duration":"967.40382ms","start":"2026-03-01T14:47:33.925268Z","end":"2026-03-01T14:47:34.892672Z","steps":["trace[1656356604] 'process raft request' (duration: 967.194395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:34.892903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:33.925236Z","time spent":"967.557954ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:35.693451Z","caller":"traceutil/trace.go:171","msg":"trace[1402160187] linearizableReadLoop","detail":"{readStateIndex:21560; appliedIndex:21557; }","duration":"1.571444565s","start":"2026-03-01T14:47:34.121972Z","end":"2026-03-01T14:47:35.693417Z","steps":["trace[1402160187] 'read index received' (duration: 770.599625ms)","trace[1402160187] 'applied index is now lower than readState.Index' (duration: 800.84389ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:35.693509Z","caller":"traceutil/trace.go:171","msg":"trace[278499554] transaction","detail":"{read_only:false; response_revision:20749; number_of_response:1; }","duration":"1.616409187s","start":"2026-03-01T14:47:34.077063Z","end":"2026-03-01T14:47:35.693472Z","steps":["trace[278499554] 'process raft request' (duration: 1.615526144s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:35.693659Z","caller":"traceutil/trace.go:171","msg":"trace[369871070] transaction","detail":"{read_only:false; response_revision:20750; number_of_response:1; }","duration":"1.615822003s","start":"2026-03-01T14:47:34.077819Z","end":"2026-03-01T14:47:35.693641Z","steps":["trace[369871070] 'process raft request' (duration: 1.615512165s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.693692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.077037Z","time spent":"1.616567892s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:35.693828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571866456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:47:35.69386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.077809Z","time spent":"1.615905905s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:35.693887Z","caller":"traceutil/trace.go:171","msg":"trace[1861669144] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20750; }","duration":"1.57200424s","start":"2026-03-01T14:47:34.121869Z","end":"2026-03-01T14:47:35.693873Z","steps":["trace[1861669144] 'agreement among raft nodes before linearized reading' (duration: 1.571892697s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.693959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.121833Z","time spent":"1.572104482s","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:35.694479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.283268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T14:47:35.694484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.388335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:47:35.694538Z","caller":"traceutil/trace.go:171","msg":"trace[576978884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20750; }","duration":"394.398653ms","start":"2026-03-01T14:47:35.300122Z","end":"2026-03-01T14:47:35.694521Z","steps":["trace[576978884] 'agreement among raft nodes before linearized reading' (duration: 394.3037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.694526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.104282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:47:35.694608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.300101Z","time spent":"394.490884ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:47:35.694619Z","caller":"traceutil/trace.go:171","msg":"trace[1159160369] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20750; }","duration":"508.244856ms","start":"2026-03-01T14:47:35.186352Z","end":"2026-03-01T14:47:35.694597Z","steps":["trace[1159160369] 'agreement among raft nodes before linearized reading' (duration: 508.080391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.694625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.710751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-01T14:47:35.69461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.003122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:47:35.694548Z","caller":"traceutil/trace.go:171","msg":"trace[1898922599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20750; }","duration":"393.478867ms","start":"2026-03-01T14:47:35.301046Z","end":"2026-03-01T14:47:35.694525Z","steps":["trace[1898922599] 'agreement among raft nodes before linearized reading' (duration: 393.328403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:35.694669Z","caller":"traceutil/trace.go:171","msg":"trace[839224416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20750; }","duration":"537.781562ms","start":"2026-03-01T14:47:35.156874Z","end":"2026-03-01T14:47:35.694656Z","steps":["trace[839224416] 'agreement among raft nodes before linearized reading' (duration: 537.625768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.69524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.156859Z","time spent":"538.178143ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:47:35.694672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.186332Z","time spent":"508.329607ms","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:47:35.694712Z","caller":"traceutil/trace.go:171","msg":"trace[418336870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20750; }","duration":"448.164786ms","start":"2026-03-01T14:47:35.24652Z","end":"2026-03-01T14:47:35.694685Z","steps":["trace[418336870] 'agreement among raft nodes before linearized reading' (duration: 447.872958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.694965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.301029Z","time spent":"393.812696ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:47:35.694757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173239613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:35.695491Z","caller":"traceutil/trace.go:171","msg":"trace[1402553677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20750; }","duration":"1.174843346s","start":"2026-03-01T14:47:34.520609Z","end":"2026-03-01T14:47:35.695453Z","steps":["trace[1402553677] 'agreement among raft nodes before linearized reading' (duration: 1.173228133s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.695566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.520587Z","time spent":"1.174961859s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:47:35.695585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.246483Z","time spent":"448.959828ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:47:36.320513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.652827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:47:36.320655Z","caller":"traceutil/trace.go:171","msg":"trace[617219157] transaction","detail":"{read_only:false; response_revision:20751; number_of_response:1; }","duration":"620.768825ms","start":"2026-03-01T14:47:35.699864Z","end":"2026-03-01T14:47:36.320633Z","steps":["trace[617219157] 'process raft request' (duration: 500.903613ms)","trace[617219157] 'compare' (duration: 119.544534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:36.320738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.699816Z","time spent":"620.891858ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:36.977387Z","caller":"traceutil/trace.go:171","msg":"trace[1094263721] linearizableReadLoop","detail":"{readStateIndex:21562; appliedIndex:21560; }","duration":"1.276696625s","start":"2026-03-01T14:47:35.70065Z","end":"2026-03-01T14:47:36.977346Z","steps":["trace[1094263721] 'read index received' (duration: 499.509747ms)","trace[1094263721] 'applied index is now lower than readState.Index' (duration: 777.185558ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:36.977839Z","caller":"traceutil/trace.go:171","msg":"trace[1057841577] transaction","detail":"{read_only:false; response_revision:20754; number_of_response:1; }","duration":"1.27693954s","start":"2026-03-01T14:47:35.700792Z","end":"2026-03-01T14:47:36.977732Z","steps":["trace[1057841577] 'process raft request' (duration: 1.276442727s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:36.977968Z","caller":"traceutil/trace.go:171","msg":"trace[659501130] transaction","detail":"{read_only:false; response_revision:20755; number_of_response:1; }","duration":"1.274501926s","start":"2026-03-01T14:47:35.70345Z","end":"2026-03-01T14:47:36.977952Z","steps":["trace[659501130] 'process raft request' (duration: 1.273819669s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:36.97811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277417953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"warn","ts":"2026-03-01T14:47:36.978138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.700789Z","time spent":"1.277181496s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:36.978195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.703439Z","time spent":"1.274622989s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:36.978244Z","caller":"traceutil/trace.go:171","msg":"trace[721981315] transaction","detail":"{read_only:false; response_revision:20753; number_of_response:1; }","duration":"1.277450085s","start":"2026-03-01T14:47:35.700758Z","end":"2026-03-01T14:47:36.978208Z","steps":["trace[721981315] 'process raft request' (duration: 1.276428398s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:36.978467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.700749Z","time spent":"1.2776359s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:36.978211Z","caller":"traceutil/trace.go:171","msg":"trace[1217171154] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20756; }","duration":"1.277554857s","start":"2026-03-01T14:47:35.700637Z","end":"2026-03-01T14:47:36.978192Z","steps":["trace[1217171154] 'agreement among raft nodes before linearized reading' (duration: 1.277192287s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:36.978065Z","caller":"traceutil/trace.go:171","msg":"trace[318097657] transaction","detail":"{read_only:false; response_revision:20756; number_of_response:1; }","duration":"1.274051824s","start":"2026-03-01T14:47:35.703795Z","end":"2026-03-01T14:47:36.977846Z","steps":["trace[318097657] 'process raft request' (duration: 1.27350645s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:36.979107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.70063Z","time spent":"1.278403149s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18803,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T14:47:36.979241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.703755Z","time spent":"1.275344508s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:36.978018Z","caller":"traceutil/trace.go:171","msg":"trace[245620095] transaction","detail":"{read_only:false; response_revision:20752; number_of_response:1; }","duration":"1.277773712s","start":"2026-03-01T14:47:35.700219Z","end":"2026-03-01T14:47:36.977993Z","steps":["trace[245620095] 'process raft request' (duration: 1.276745006s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:36.979454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.700208Z","time spent":"1.27918095s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:37.478554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227898825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:47:37.70701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:47:37.707138Z","caller":"traceutil/trace.go:171","msg":"trace[591585531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116628s","start":"2026-03-01T14:47:35.706986Z","end":"2026-03-01T14:47:37.707102Z","steps":["trace[591585531] 'agreement among raft nodes before linearized reading' (duration: 1.999949494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:37.707211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.706977Z","time spent":"2.000216771s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:47:37.97921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227898825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:47:38.301636Z","caller":"traceutil/trace.go:171","msg":"trace[2066830616] transaction","detail":"{read_only:false; response_revision:20757; number_of_response:1; }","duration":"1.402357839s","start":"2026-03-01T14:47:36.899252Z","end":"2026-03-01T14:47:38.30161Z","steps":["trace[2066830616] 'process raft request' (duration: 1.395220171s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:38.301853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:36.899229Z","time spent":"1.402502463s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:38.966109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.249578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:47:38.966862Z","caller":"traceutil/trace.go:171","msg":"trace[1079388804] transaction","detail":"{read_only:false; response_revision:20759; number_of_response:1; }","duration":"1.26289008s","start":"2026-03-01T14:47:37.703945Z","end":"2026-03-01T14:47:38.966835Z","steps":["trace[1079388804] 'process raft request' (duration: 1.262669805s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:38.966864Z","caller":"traceutil/trace.go:171","msg":"trace[1577731140] linearizableReadLoop","detail":"{readStateIndex:21570; appliedIndex:21566; }","duration":"1.989337865s","start":"2026-03-01T14:47:36.977487Z","end":"2026-03-01T14:47:38.966825Z","steps":["trace[1577731140] 'read index received' (duration: 1.316980194s)","trace[1577731140] 'applied index is now lower than readState.Index' (duration: 672.354941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:38.967005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:37.703931Z","time spent":"1.262998933s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:38.967173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228533602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:38.967292Z","caller":"traceutil/trace.go:171","msg":"trace[1743761486] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20759; }","duration":"3.228839261s","start":"2026-03-01T14:47:35.738431Z","end":"2026-03-01T14:47:38.967271Z","steps":["trace[1743761486] 'agreement among raft nodes before linearized reading' (duration: 3.228516771s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:38.967378Z","caller":"traceutil/trace.go:171","msg":"trace[569088274] transaction","detail":"{read_only:false; response_revision:20758; number_of_response:1; }","duration":"1.262935362s","start":"2026-03-01T14:47:37.703725Z","end":"2026-03-01T14:47:38.96666Z","steps":["trace[569088274] 'process raft request' (duration: 1.262548592s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:38.967437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:35.73841Z","time spent":"3.229006235s","remote":"127.0.0.1:37596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:38.967616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:37.703706Z","time spent":"1.263770635s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:39.468058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227898829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:47:39.707988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:47:39.708093Z","caller":"traceutil/trace.go:171","msg":"trace[334978894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420886s","start":"2026-03-01T14:47:37.707653Z","end":"2026-03-01T14:47:39.708074Z","steps":["trace[334978894] 'agreement among raft nodes before linearized reading' (duration: 2.000294252s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:39.708145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:37.707643Z","time spent":"2.000490828s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:47:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:47:39.761183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252362674s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:47:41.245181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483663127s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:47:41.245402Z","caller":"traceutil/trace.go:171","msg":"trace[334153495] transaction","detail":"{read_only:false; response_revision:20761; number_of_response:1; }","duration":"1.679841386s","start":"2026-03-01T14:47:39.565541Z","end":"2026-03-01T14:47:41.245382Z","steps":["trace[334153495] 'process raft request' (duration: 1.679741523s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:41.245467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:39.565516Z","time spent":"1.679920618s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:41.245558Z","caller":"traceutil/trace.go:171","msg":"trace[1163850062] transaction","detail":"{read_only:false; response_revision:20760; number_of_response:1; }","duration":"2.736808741s","start":"2026-03-01T14:47:38.508725Z","end":"2026-03-01T14:47:41.245534Z","steps":["trace[1163850062] 'process raft request' (duration: 1.252709543s)","trace[1163850062] 'compare' (duration: 1.483242335s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:41.245596Z","caller":"traceutil/trace.go:171","msg":"trace[1826533464] linearizableReadLoop","detail":"{readStateIndex:21571; appliedIndex:21570; }","duration":"2.278595012s","start":"2026-03-01T14:47:38.96694Z","end":"2026-03-01T14:47:41.245535Z","steps":["trace[1826533464] 'read index received' (duration: 794.518604ms)","trace[1826533464] 'applied index is now lower than readState.Index' (duration: 1.484073988s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:41.2457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.508716Z","time spent":"2.736917184s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:41.245786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924899387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:47:41.24583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653443946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-01T14:47:41.245844Z","caller":"traceutil/trace.go:171","msg":"trace[95663826] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20761; }","duration":"2.924965029s","start":"2026-03-01T14:47:38.320865Z","end":"2026-03-01T14:47:41.24583Z","steps":["trace[95663826] 'agreement among raft nodes before linearized reading' (duration: 2.924779654s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:41.24587Z","caller":"traceutil/trace.go:171","msg":"trace[1851633306] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20761; }","duration":"3.653527408s","start":"2026-03-01T14:47:37.592327Z","end":"2026-03-01T14:47:41.245854Z","steps":["trace[1851633306] 'agreement among raft nodes before linearized reading' (duration: 3.653330523s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:41.245883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.320783Z","time spent":"2.925089793s","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:41.245906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:37.592305Z","time spent":"3.65359282s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-01T14:47:41.245929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92040256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T14:47:41.246035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200608606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:41.246053Z","caller":"traceutil/trace.go:171","msg":"trace[953302661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20761; }","duration":"2.920616005s","start":"2026-03-01T14:47:38.325408Z","end":"2026-03-01T14:47:41.246024Z","steps":["trace[953302661] 'agreement among raft nodes before linearized reading' (duration: 2.920181893s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:41.245852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752535935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:47:41.246123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.325382Z","time spent":"2.920722148s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:47:41.246098Z","caller":"traceutil/trace.go:171","msg":"trace[1502670776] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20761; }","duration":"4.200730029s","start":"2026-03-01T14:47:37.045354Z","end":"2026-03-01T14:47:41.246084Z","steps":["trace[1502670776] 'agreement among raft nodes before linearized reading' (duration: 4.200624587s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:41.246187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:37.045322Z","time spent":"4.200856573s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T14:47:41.246201Z","caller":"traceutil/trace.go:171","msg":"trace[1463704786] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20761; }","duration":"2.752877724s","start":"2026-03-01T14:47:38.493272Z","end":"2026-03-01T14:47:41.24615Z","steps":["trace[1463704786] 'agreement among raft nodes before linearized reading' (duration: 2.752433112s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:41.246247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.49323Z","time spent":"2.753001967s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:41.71818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:47:41.718284Z","caller":"traceutil/trace.go:171","msg":"trace[716947981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060297s","start":"2026-03-01T14:47:39.7182Z","end":"2026-03-01T14:47:41.71826Z","steps":["trace[716947981] 'agreement among raft nodes before linearized reading' (duration: 1.999910672s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:41.718345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:39.718177Z","time spent":"2.000159289s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:47:42.081648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.321172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:47:42.081933Z","caller":"traceutil/trace.go:171","msg":"trace[1017516533] transaction","detail":"{read_only:false; response_revision:20762; number_of_response:1; }","duration":"1.773093878s","start":"2026-03-01T14:47:40.308808Z","end":"2026-03-01T14:47:42.081901Z","steps":["trace[1017516533] 'process raft request' (duration: 1.238112449s)","trace[1017516533] 'compare' (duration: 533.661325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:42.082174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:40.308779Z","time spent":"1.773318534s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:42.108631Z","caller":"traceutil/trace.go:171","msg":"trace[2029722250] transaction","detail":"{read_only:false; response_revision:20765; number_of_response:1; }","duration":"867.821042ms","start":"2026-03-01T14:47:41.240787Z","end":"2026-03-01T14:47:42.108608Z","steps":["trace[2029722250] 'process raft request' (duration: 867.729389ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:42.108742Z","caller":"traceutil/trace.go:171","msg":"trace[1169621074] transaction","detail":"{read_only:false; response_revision:20764; number_of_response:1; }","duration":"1.134525364s","start":"2026-03-01T14:47:40.974193Z","end":"2026-03-01T14:47:42.108718Z","steps":["trace[1169621074] 'process raft request' (duration: 1.134292628s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:42.108739Z","caller":"traceutil/trace.go:171","msg":"trace[522712695] transaction","detail":"{read_only:false; response_revision:20763; number_of_response:1; }","duration":"1.136037705s","start":"2026-03-01T14:47:40.972652Z","end":"2026-03-01T14:47:42.108689Z","steps":["trace[522712695] 'process raft request' (duration: 1.135674895s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.108819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.240762Z","time spent":"867.956395ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:42.108819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:40.974161Z","time spent":"1.134615367s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:42.108848Z","caller":"traceutil/trace.go:171","msg":"trace[509393795] linearizableReadLoop","detail":"{readStateIndex:21576; appliedIndex:21572; }","duration":"863.182549ms","start":"2026-03-01T14:47:41.245634Z","end":"2026-03-01T14:47:42.108817Z","steps":["trace[509393795] 'read index received' (duration: 301.321863ms)","trace[509393795] 'applied index is now lower than readState.Index' (duration: 561.858406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:42.108889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:40.972628Z","time spent":"1.136188659s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:42.108979Z","caller":"traceutil/trace.go:171","msg":"trace[9221729] transaction","detail":"{read_only:false; response_revision:20766; number_of_response:1; }","duration":"859.04025ms","start":"2026-03-01T14:47:41.249907Z","end":"2026-03-01T14:47:42.108947Z","steps":["trace[9221729] 'process raft request' (duration: 858.64224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124714531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:47:42.109047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080681324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:42.109112Z","caller":"traceutil/trace.go:171","msg":"trace[2097399697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20766; }","duration":"3.124781233s","start":"2026-03-01T14:47:38.984322Z","end":"2026-03-01T14:47:42.109104Z","steps":["trace[2097399697] 'agreement among raft nodes before linearized reading' (duration: 3.124601249s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.984312Z","time spent":"3.124819234s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:47:42.109142Z","caller":"traceutil/trace.go:171","msg":"trace[392946706] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20766; }","duration":"3.080843659s","start":"2026-03-01T14:47:39.028273Z","end":"2026-03-01T14:47:42.109117Z","steps":["trace[392946706] 'agreement among raft nodes before linearized reading' (duration: 3.080680575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.249888Z","time spent":"859.168684ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:42.10919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20852372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:47:42.1092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127005482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:47:42.109275Z","caller":"traceutil/trace.go:171","msg":"trace[510265484] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20766; }","duration":"1.208609803s","start":"2026-03-01T14:47:40.900633Z","end":"2026-03-01T14:47:42.109243Z","steps":["trace[510265484] 'agreement among raft nodes before linearized reading' (duration: 1.208527261s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:42.109289Z","caller":"traceutil/trace.go:171","msg":"trace[681935221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20766; }","duration":"3.127140516s","start":"2026-03-01T14:47:38.982126Z","end":"2026-03-01T14:47:42.109266Z","steps":["trace[681935221] 'agreement among raft nodes before linearized reading' (duration: 3.126872919s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:39.028252Z","time spent":"3.080946561s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:42.109338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:40.900617Z","time spent":"1.208708835s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:42.109336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.982105Z","time spent":"3.127222597s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:47:42.109433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126019887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T14:47:42.109601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125841712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T14:47:42.109608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395991998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T14:47:42.109634Z","caller":"traceutil/trace.go:171","msg":"trace[707518557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20766; }","duration":"3.126228872s","start":"2026-03-01T14:47:38.983388Z","end":"2026-03-01T14:47:42.109617Z","steps":["trace[707518557] 'agreement among raft nodes before linearized reading' (duration: 3.125970695s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:42.109649Z","caller":"traceutil/trace.go:171","msg":"trace[1030760354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20766; }","duration":"3.125911594s","start":"2026-03-01T14:47:38.983722Z","end":"2026-03-01T14:47:42.109634Z","steps":["trace[1030760354] 'agreement among raft nodes before linearized reading' (duration: 3.125539245s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:42.109659Z","caller":"traceutil/trace.go:171","msg":"trace[995799775] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:20766; }","duration":"2.396138671s","start":"2026-03-01T14:47:39.713504Z","end":"2026-03-01T14:47:42.109642Z","steps":["trace[995799775] 'agreement among raft nodes before linearized reading' (duration: 2.395973857s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.983718Z","time spent":"3.125966385s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:47:42.109698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:39.713467Z","time spent":"2.396221384s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" "} {"level":"warn","ts":"2026-03-01T14:47:42.109694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:38.983381Z","time spent":"3.126294783s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:47:42.10909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935170328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:42.109809Z","caller":"traceutil/trace.go:171","msg":"trace[1476787805] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20766; }","duration":"2.935965298s","start":"2026-03-01T14:47:39.173821Z","end":"2026-03-01T14:47:42.109786Z","steps":["trace[1476787805] 'agreement among raft nodes before linearized reading' (duration: 2.935054625s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.835667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:42.109876Z","caller":"traceutil/trace.go:171","msg":"trace[130010578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20766; }","duration":"390.906399ms","start":"2026-03-01T14:47:41.71896Z","end":"2026-03-01T14:47:42.109866Z","steps":["trace[130010578] 'agreement among raft nodes before linearized reading' (duration: 390.840517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.109883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:39.1738Z","time spent":"2.936042631s","remote":"127.0.0.1:37614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:42.109919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.694697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-01T14:47:42.109938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.024377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-01T14:47:42.10996Z","caller":"traceutil/trace.go:171","msg":"trace[1480466597] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:20766; }","duration":"389.729118ms","start":"2026-03-01T14:47:41.720216Z","end":"2026-03-01T14:47:42.109945Z","steps":["trace[1480466597] 'agreement among raft nodes before linearized reading' (duration: 389.588375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.10999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.720191Z","time spent":"389.79232ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:47:42.109994Z","caller":"traceutil/trace.go:171","msg":"trace[1777845570] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98; range_end:; response_count:1; response_revision:20766; }","duration":"860.120599ms","start":"2026-03-01T14:47:41.249855Z","end":"2026-03-01T14:47:42.109975Z","steps":["trace[1777845570] 'agreement among raft nodes before linearized reading' (duration: 859.953125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.110023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.10178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:47:42.110068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.249834Z","time spent":"860.219171ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" "} {"level":"info","ts":"2026-03-01T14:47:42.11007Z","caller":"traceutil/trace.go:171","msg":"trace[1274928901] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20766; }","duration":"511.187822ms","start":"2026-03-01T14:47:41.59887Z","end":"2026-03-01T14:47:42.110058Z","steps":["trace[1274928901] 'agreement among raft nodes before linearized reading' (duration: 511.084199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.110088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.023677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:47:42.110107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.598849Z","time spent":"511.250224ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:42.109904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.718942Z","time spent":"390.955691ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:47:42.11014Z","caller":"traceutil/trace.go:171","msg":"trace[593050055] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20766; }","duration":"860.097138ms","start":"2026-03-01T14:47:41.25003Z","end":"2026-03-01T14:47:42.110127Z","steps":["trace[593050055] 'agreement among raft nodes before linearized reading' (duration: 859.987535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.110274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.250023Z","time spent":"860.223651ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:47:42.343804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.657092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-01T14:47:42.343875Z","caller":"traceutil/trace.go:171","msg":"trace[537908183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20773; }","duration":"161.98383ms","start":"2026-03-01T14:47:42.181876Z","end":"2026-03-01T14:47:42.34386Z","steps":["trace[537908183] 'range keys from in-memory index tree' (duration: 161.516138ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.254658Z","caller":"traceutil/trace.go:171","msg":"trace[1885252838] transaction","detail":"{read_only:false; response_revision:20776; number_of_response:1; }","duration":"138.226525ms","start":"2026-03-01T14:47:44.116401Z","end":"2026-03-01T14:47:44.254627Z","steps":["trace[1885252838] 'process raft request' (duration: 138.03046ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.259419Z","caller":"traceutil/trace.go:171","msg":"trace[576218829] transaction","detail":"{read_only:false; response_revision:20777; number_of_response:1; }","duration":"142.144098ms","start":"2026-03-01T14:47:44.11724Z","end":"2026-03-01T14:47:44.259384Z","steps":["trace[576218829] 'process raft request' (duration: 141.911012ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.259498Z","caller":"traceutil/trace.go:171","msg":"trace[2048419169] linearizableReadLoop","detail":"{readStateIndex:21590; appliedIndex:21588; }","duration":"122.720868ms","start":"2026-03-01T14:47:44.136754Z","end":"2026-03-01T14:47:44.259475Z","steps":["trace[2048419169] 'read index received' (duration: 117.844929ms)","trace[2048419169] 'applied index is now lower than readState.Index' (duration: 4.874269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:44.259708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.959654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:47:44.259739Z","caller":"traceutil/trace.go:171","msg":"trace[1197336583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20778; }","duration":"123.051456ms","start":"2026-03-01T14:47:44.13668Z","end":"2026-03-01T14:47:44.259732Z","steps":["trace[1197336583] 'agreement among raft nodes before linearized reading' (duration: 122.906103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.259852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.072437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:47:44.259889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.533163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T14:47:44.259909Z","caller":"traceutil/trace.go:171","msg":"trace[1361276752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20778; }","duration":"122.569734ms","start":"2026-03-01T14:47:44.13733Z","end":"2026-03-01T14:47:44.2599Z","steps":["trace[1361276752] 'agreement among raft nodes before linearized reading' (duration: 122.513932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.259907Z","caller":"traceutil/trace.go:171","msg":"trace[47299673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20778; }","duration":"123.168629ms","start":"2026-03-01T14:47:44.136726Z","end":"2026-03-01T14:47:44.259895Z","steps":["trace[47299673] 'agreement among raft nodes before linearized reading' (duration: 123.019986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.259957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.177439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:47:44.260014Z","caller":"traceutil/trace.go:171","msg":"trace[110721854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20778; }","duration":"123.307603ms","start":"2026-03-01T14:47:44.136693Z","end":"2026-03-01T14:47:44.26Z","steps":["trace[110721854] 'agreement among raft nodes before linearized reading' (duration: 123.074707ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.391759Z","caller":"traceutil/trace.go:171","msg":"trace[3495172] transaction","detail":"{read_only:false; response_revision:20780; number_of_response:1; }","duration":"128.348256ms","start":"2026-03-01T14:47:44.263388Z","end":"2026-03-01T14:47:44.391736Z","steps":["trace[3495172] 'process raft request' (duration: 128.160511ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.392134Z","caller":"traceutil/trace.go:171","msg":"trace[1248329514] transaction","detail":"{read_only:false; response_revision:20782; number_of_response:1; }","duration":"127.931255ms","start":"2026-03-01T14:47:44.264131Z","end":"2026-03-01T14:47:44.392062Z","steps":["trace[1248329514] 'process raft request' (duration: 127.811662ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.392104Z","caller":"traceutil/trace.go:171","msg":"trace[454650697] transaction","detail":"{read_only:false; response_revision:20781; number_of_response:1; }","duration":"128.52672ms","start":"2026-03-01T14:47:44.263539Z","end":"2026-03-01T14:47:44.392066Z","steps":["trace[454650697] 'process raft request' (duration: 128.157561ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:46.211055Z","caller":"traceutil/trace.go:171","msg":"trace[815368752] transaction","detail":"{read_only:false; response_revision:20783; number_of_response:1; }","duration":"111.520022ms","start":"2026-03-01T14:47:46.09951Z","end":"2026-03-01T14:47:46.21103Z","steps":["trace[815368752] 'process raft request' (duration: 111.364478ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:46.621383Z","caller":"traceutil/trace.go:171","msg":"trace[1113908026] transaction","detail":"{read_only:false; response_revision:20789; number_of_response:1; }","duration":"221.673109ms","start":"2026-03-01T14:47:46.399684Z","end":"2026-03-01T14:47:46.621357Z","steps":["trace[1113908026] 'process raft request' (duration: 143.304889ms)","trace[1113908026] 'compare' (duration: 78.153625ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:46.621505Z","caller":"traceutil/trace.go:171","msg":"trace[1810707981] linearizableReadLoop","detail":"{readStateIndex:21603; appliedIndex:21601; }","duration":"102.916416ms","start":"2026-03-01T14:47:46.51856Z","end":"2026-03-01T14:47:46.621477Z","steps":["trace[1810707981] 'read index received' (duration: 24.32054ms)","trace[1810707981] 'applied index is now lower than readState.Index' (duration: 78.593986ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:46.621547Z","caller":"traceutil/trace.go:171","msg":"trace[785530099] transaction","detail":"{read_only:false; response_revision:20790; number_of_response:1; }","duration":"221.594838ms","start":"2026-03-01T14:47:46.399924Z","end":"2026-03-01T14:47:46.621518Z","steps":["trace[785530099] 'process raft request' (duration: 221.381902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.62166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.081371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:46.621753Z","caller":"traceutil/trace.go:171","msg":"trace[1182337268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20790; }","duration":"103.215965ms","start":"2026-03-01T14:47:46.518512Z","end":"2026-03-01T14:47:46.621728Z","steps":["trace[1182337268] 'agreement among raft nodes before linearized reading' (duration: 103.047001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.91898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.359628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T14:47:46.919068Z","caller":"traceutil/trace.go:171","msg":"trace[538583765] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:20790; }","duration":"176.496092ms","start":"2026-03-01T14:47:46.742551Z","end":"2026-03-01T14:47:46.919047Z","steps":["trace[538583765] 'range keys from in-memory index tree' (duration: 176.244065ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:47.122577Z","caller":"traceutil/trace.go:171","msg":"trace[364735390] linearizableReadLoop","detail":"{readStateIndex:21604; appliedIndex:21603; }","duration":"124.531825ms","start":"2026-03-01T14:47:46.998018Z","end":"2026-03-01T14:47:47.122549Z","steps":["trace[364735390] 'read index received' (duration: 62.875824ms)","trace[364735390] 'applied index is now lower than readState.Index' (duration: 61.654451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:47.122735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.69942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:47.122774Z","caller":"traceutil/trace.go:171","msg":"trace[1377677689] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20790; }","duration":"124.808773ms","start":"2026-03-01T14:47:46.997956Z","end":"2026-03-01T14:47:47.122765Z","steps":["trace[1377677689] 'agreement among raft nodes before linearized reading' (duration: 124.68906ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:52.417407Z","caller":"traceutil/trace.go:171","msg":"trace[777625381] transaction","detail":"{read_only:false; response_revision:20817; number_of_response:1; }","duration":"105.077742ms","start":"2026-03-01T14:47:52.312298Z","end":"2026-03-01T14:47:52.417376Z","steps":["trace[777625381] 'process raft request' (duration: 103.318648ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:06.676238Z","caller":"traceutil/trace.go:171","msg":"trace[1737527090] transaction","detail":"{read_only:false; response_revision:20878; number_of_response:1; }","duration":"125.095005ms","start":"2026-03-01T14:48:06.551119Z","end":"2026-03-01T14:48:06.676214Z","steps":["trace[1737527090] 'process raft request' (duration: 124.827218ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:07.240963Z","caller":"traceutil/trace.go:171","msg":"trace[1627119316] transaction","detail":"{read_only:false; response_revision:20883; number_of_response:1; }","duration":"159.951121ms","start":"2026-03-01T14:48:07.08099Z","end":"2026-03-01T14:48:07.240941Z","steps":["trace[1627119316] 'process raft request' (duration: 159.818938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:48:13.206553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.874309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-01T14:48:13.206642Z","caller":"traceutil/trace.go:171","msg":"trace[1218692462] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20910; }","duration":"120.998751ms","start":"2026-03-01T14:48:13.085621Z","end":"2026-03-01T14:48:13.20662Z","steps":["trace[1218692462] 'range keys from in-memory index tree' (duration: 120.727755ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:18.732782Z","caller":"traceutil/trace.go:171","msg":"trace[1232565999] transaction","detail":"{read_only:false; response_revision:20930; number_of_response:1; }","duration":"102.753303ms","start":"2026-03-01T14:48:18.629998Z","end":"2026-03-01T14:48:18.732751Z","steps":["trace[1232565999] 'process raft request' (duration: 102.590479ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:18.740261Z","caller":"traceutil/trace.go:171","msg":"trace[309190291] transaction","detail":"{read_only:false; response_revision:20931; number_of_response:1; }","duration":"109.882172ms","start":"2026-03-01T14:48:18.630337Z","end":"2026-03-01T14:48:18.740219Z","steps":["trace[309190291] 'process raft request' (duration: 109.535583ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:18.740589Z","caller":"traceutil/trace.go:171","msg":"trace[75158692] transaction","detail":"{read_only:false; response_revision:20932; number_of_response:1; }","duration":"108.838016ms","start":"2026-03-01T14:48:18.631702Z","end":"2026-03-01T14:48:18.74054Z","steps":["trace[75158692] 'process raft request' (duration: 108.461966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:15.165746Z","caller":"traceutil/trace.go:171","msg":"trace[93862128] transaction","detail":"{read_only:false; response_revision:21467; number_of_response:1; }","duration":"145.767804ms","start":"2026-03-01T14:49:15.019948Z","end":"2026-03-01T14:49:15.165716Z","steps":["trace[93862128] 'process raft request' (duration: 145.697233ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:15.165746Z","caller":"traceutil/trace.go:171","msg":"trace[259129680] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"166.380332ms","start":"2026-03-01T14:49:14.999323Z","end":"2026-03-01T14:49:15.165704Z","steps":["trace[259129680] 'process raft request' (duration: 132.86708ms)","trace[259129680] 'compare' (duration: 33.291947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:49:15.468182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.718501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:49:15.468319Z","caller":"traceutil/trace.go:171","msg":"trace[1240172086] linearizableReadLoop","detail":"{readStateIndex:22311; appliedIndex:22310; }","duration":"220.745069ms","start":"2026-03-01T14:49:15.247555Z","end":"2026-03-01T14:49:15.4683Z","steps":["trace[1240172086] 'read index received' (duration: 45.72528ms)","trace[1240172086] 'applied index is now lower than readState.Index' (duration: 175.018239ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:49:15.468494Z","caller":"traceutil/trace.go:171","msg":"trace[1558748460] transaction","detail":"{read_only:false; response_revision:21469; number_of_response:1; }","duration":"245.987914ms","start":"2026-03-01T14:49:15.222464Z","end":"2026-03-01T14:49:15.468452Z","steps":["trace[1558748460] 'process raft request' (duration: 70.888623ms)","trace[1558748460] 'compare' (duration: 174.554837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:49:15.468644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.062617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:49:15.468671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.751543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T14:49:15.468722Z","caller":"traceutil/trace.go:171","msg":"trace[1769928233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21469; }","duration":"221.18267ms","start":"2026-03-01T14:49:15.24752Z","end":"2026-03-01T14:49:15.468702Z","steps":["trace[1769928233] 'agreement among raft nodes before linearized reading' (duration: 220.911853ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:15.468739Z","caller":"traceutil/trace.go:171","msg":"trace[721218463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21469; }","duration":"217.857796ms","start":"2026-03-01T14:49:15.250861Z","end":"2026-03-01T14:49:15.468719Z","steps":["trace[721218463] 'agreement among raft nodes before linearized reading' (duration: 217.592449ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:15.685758Z","caller":"traceutil/trace.go:171","msg":"trace[1658486713] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"148.811371ms","start":"2026-03-01T14:49:15.536919Z","end":"2026-03-01T14:49:15.68573Z","steps":["trace[1658486713] 'process raft request' (duration: 148.585395ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:42.249101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19912} {"level":"info","ts":"2026-03-01T14:49:42.376962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19912,"took":"124.180163ms","hash":79866589,"current-db-size-bytes":43483136,"current-db-size":"44 MB","current-db-size-in-use-bytes":23445504,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-01T14:49:42.377031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":79866589,"revision":19912,"compact-revision":18124} {"level":"info","ts":"2026-03-01T14:51:43.669705Z","caller":"traceutil/trace.go:171","msg":"trace[1362814386] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"301.588281ms","start":"2026-03-01T14:51:43.368087Z","end":"2026-03-01T14:51:43.669676Z","steps":["trace[1362814386] 'process raft request' (duration: 301.401227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:43.669838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.133019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:43.66987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:43.368071Z","time spent":"301.724564ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:43.669884Z","caller":"traceutil/trace.go:171","msg":"trace[2066108122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22503; }","duration":"149.215571ms","start":"2026-03-01T14:51:43.520656Z","end":"2026-03-01T14:51:43.669872Z","steps":["trace[2066108122] 'agreement among raft nodes before linearized reading' (duration: 149.126469ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:43.669723Z","caller":"traceutil/trace.go:171","msg":"trace[1047818351] linearizableReadLoop","detail":"{readStateIndex:23383; appliedIndex:23383; }","duration":"148.998386ms","start":"2026-03-01T14:51:43.520692Z","end":"2026-03-01T14:51:43.66969Z","steps":["trace[1047818351] 'read index received' (duration: 148.987595ms)","trace[1047818351] 'applied index is now lower than readState.Index' (duration: 8.421µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:48.760945Z","caller":"traceutil/trace.go:171","msg":"trace[1209127574] linearizableReadLoop","detail":"{readStateIndex:23498; appliedIndex:23497; }","duration":"480.141322ms","start":"2026-03-01T14:51:48.280767Z","end":"2026-03-01T14:51:48.760908Z","steps":["trace[1209127574] 'read index received' (duration: 479.738161ms)","trace[1209127574] 'applied index is now lower than readState.Index' (duration: 401.591µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:48.761016Z","caller":"traceutil/trace.go:171","msg":"trace[2098824129] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"497.461866ms","start":"2026-03-01T14:51:48.263517Z","end":"2026-03-01T14:51:48.760979Z","steps":["trace[2098824129] 'process raft request' (duration: 497.136978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.761204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.263494Z","time spent":"497.626031ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:48.761256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.388357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:48.761286Z","caller":"traceutil/trace.go:171","msg":"trace[1222826244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22617; }","duration":"231.440769ms","start":"2026-03-01T14:51:48.529836Z","end":"2026-03-01T14:51:48.761277Z","steps":["trace[1222826244] 'agreement among raft nodes before linearized reading' (duration: 231.402218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.761204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.417808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:51:48.761379Z","caller":"traceutil/trace.go:171","msg":"trace[2036262898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22617; }","duration":"480.636734ms","start":"2026-03-01T14:51:48.280723Z","end":"2026-03-01T14:51:48.76136Z","steps":["trace[2036262898] 'agreement among raft nodes before linearized reading' (duration: 480.340706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.761482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.280706Z","time spent":"480.723855ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:51:48.76143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.811608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:51:48.761815Z","caller":"traceutil/trace.go:171","msg":"trace[772666866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22617; }","duration":"341.28541ms","start":"2026-03-01T14:51:48.420502Z","end":"2026-03-01T14:51:48.761787Z","steps":["trace[772666866] 'agreement among raft nodes before linearized reading' (duration: 340.691766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.76188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.420488Z","time spent":"341.372832ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:51:50.426105Z","caller":"traceutil/trace.go:171","msg":"trace[969836005] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"103.907422ms","start":"2026-03-01T14:51:50.322142Z","end":"2026-03-01T14:51:50.426049Z","steps":["trace[969836005] 'process raft request' (duration: 82.500563ms)","trace[969836005] 'compare' (duration: 21.119291ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:52.128991Z","caller":"traceutil/trace.go:171","msg":"trace[1379324182] linearizableReadLoop","detail":"{readStateIndex:23528; appliedIndex:23527; }","duration":"218.676987ms","start":"2026-03-01T14:51:51.910276Z","end":"2026-03-01T14:51:52.128953Z","steps":["trace[1379324182] 'read index received' (duration: 171.682936ms)","trace[1379324182] 'applied index is now lower than readState.Index' (duration: 46.992411ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:52.129136Z","caller":"traceutil/trace.go:171","msg":"trace[956269048] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"302.100575ms","start":"2026-03-01T14:51:51.826955Z","end":"2026-03-01T14:51:52.129056Z","steps":["trace[956269048] 'process raft request' (duration: 255.067822ms)","trace[956269048] 'compare' (duration: 46.564291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:51:52.129213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.908484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:52.129298Z","caller":"traceutil/trace.go:171","msg":"trace[194313267] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22646; }","duration":"219.056747ms","start":"2026-03-01T14:51:51.91022Z","end":"2026-03-01T14:51:52.129277Z","steps":["trace[194313267] 'agreement among raft nodes before linearized reading' (duration: 218.901044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:52.129341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:51.826934Z","time spent":"302.302339ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:52.129482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.582843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:52.129545Z","caller":"traceutil/trace.go:171","msg":"trace[1827643471] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22646; }","duration":"202.935022ms","start":"2026-03-01T14:51:51.926595Z","end":"2026-03-01T14:51:52.12953Z","steps":["trace[1827643471] 'agreement among raft nodes before linearized reading' (duration: 202.569983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:54.92658Z","caller":"traceutil/trace.go:171","msg":"trace[91359500] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"248.819566ms","start":"2026-03-01T14:51:54.677737Z","end":"2026-03-01T14:51:54.926557Z","steps":["trace[91359500] 'process raft request' (duration: 248.679681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:54.928735Z","caller":"traceutil/trace.go:171","msg":"trace[404995718] linearizableReadLoop","detail":"{readStateIndex:23850; appliedIndex:23848; }","duration":"245.325297ms","start":"2026-03-01T14:51:54.683381Z","end":"2026-03-01T14:51:54.928706Z","steps":["trace[404995718] 'read index received' (duration: 243.06924ms)","trace[404995718] 'applied index is now lower than readState.Index' (duration: 2.255047ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:54.92899Z","caller":"traceutil/trace.go:171","msg":"trace[1028776320] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"249.135954ms","start":"2026-03-01T14:51:54.679842Z","end":"2026-03-01T14:51:54.928978Z","steps":["trace[1028776320] 'process raft request' (duration: 248.609471ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:54.929401Z","caller":"traceutil/trace.go:171","msg":"trace[1297425725] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"234.151357ms","start":"2026-03-01T14:51:54.695238Z","end":"2026-03-01T14:51:54.92939Z","steps":["trace[1297425725] 'process raft request' (duration: 233.347316ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:54.929544Z","caller":"traceutil/trace.go:171","msg":"trace[468464555] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"167.623205ms","start":"2026-03-01T14:51:54.76191Z","end":"2026-03-01T14:51:54.929533Z","steps":["trace[468464555] 'process raft request' (duration: 166.758302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.929807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.392785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:54.929856Z","caller":"traceutil/trace.go:171","msg":"trace[930137912] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:0; response_revision:22962; }","duration":"246.490596ms","start":"2026-03-01T14:51:54.683352Z","end":"2026-03-01T14:51:54.929843Z","steps":["trace[930137912] 'agreement among raft nodes before linearized reading' (duration: 246.371303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.930134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.750735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-01T14:51:54.930171Z","caller":"traceutil/trace.go:171","msg":"trace[784161323] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22962; }","duration":"227.841718ms","start":"2026-03-01T14:51:54.702318Z","end":"2026-03-01T14:51:54.93016Z","steps":["trace[784161323] 'agreement among raft nodes before linearized reading' (duration: 227.707155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.930735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.0533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:51:54.930815Z","caller":"traceutil/trace.go:171","msg":"trace[520946087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22962; }","duration":"132.111912ms","start":"2026-03-01T14:51:54.798665Z","end":"2026-03-01T14:51:54.930777Z","steps":["trace[520946087] 'agreement among raft nodes before linearized reading' (duration: 131.957138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.931043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.88915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129095"} {"level":"info","ts":"2026-03-01T14:51:54.93114Z","caller":"traceutil/trace.go:171","msg":"trace[1217577195] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22962; }","duration":"133.034354ms","start":"2026-03-01T14:51:54.798086Z","end":"2026-03-01T14:51:54.93112Z","steps":["trace[1217577195] 'agreement among raft nodes before linearized reading' (duration: 132.657135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.93152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.628659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T14:51:54.931571Z","caller":"traceutil/trace.go:171","msg":"trace[1964128030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22962; }","duration":"133.721661ms","start":"2026-03-01T14:51:54.797839Z","end":"2026-03-01T14:51:54.931561Z","steps":["trace[1964128030] 'agreement among raft nodes before linearized reading' (duration: 133.573897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.93161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.774883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:51:54.931688Z","caller":"traceutil/trace.go:171","msg":"trace[1698873315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22962; }","duration":"133.883105ms","start":"2026-03-01T14:51:54.797787Z","end":"2026-03-01T14:51:54.93167Z","steps":["trace[1698873315] 'agreement among raft nodes before linearized reading' (duration: 133.648189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:54.931896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.541368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:51:54.931924Z","caller":"traceutil/trace.go:171","msg":"trace[1419558844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22962; }","duration":"143.60736ms","start":"2026-03-01T14:51:54.788309Z","end":"2026-03-01T14:51:54.931917Z","steps":["trace[1419558844] 'agreement among raft nodes before linearized reading' (duration: 142.834661ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.590499Z","caller":"traceutil/trace.go:171","msg":"trace[1935404763] linearizableReadLoop","detail":"{readStateIndex:23932; appliedIndex:23931; }","duration":"293.241621ms","start":"2026-03-01T14:51:56.297224Z","end":"2026-03-01T14:51:56.590466Z","steps":["trace[1935404763] 'read index received' (duration: 292.996505ms)","trace[1935404763] 'applied index is now lower than readState.Index' (duration: 243.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:56.590538Z","caller":"traceutil/trace.go:171","msg":"trace[193413206] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"298.32511ms","start":"2026-03-01T14:51:56.292185Z","end":"2026-03-01T14:51:56.590511Z","steps":["trace[193413206] 'process raft request' (duration: 298.061413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.590705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.414707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.590779Z","caller":"traceutil/trace.go:171","msg":"trace[961210437] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23042; }","duration":"293.570421ms","start":"2026-03-01T14:51:56.297195Z","end":"2026-03-01T14:51:56.590766Z","steps":["trace[961210437] 'agreement among raft nodes before linearized reading' (duration: 293.400887ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.609429Z","caller":"traceutil/trace.go:171","msg":"trace[756657595] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"111.205455ms","start":"2026-03-01T14:51:56.498175Z","end":"2026-03-01T14:51:56.60938Z","steps":["trace[756657595] 'process raft request' (duration: 110.918108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.609539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.363088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.609581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.63288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.609626Z","caller":"traceutil/trace.go:171","msg":"trace[2134997537] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"247.478371ms","start":"2026-03-01T14:51:56.362132Z","end":"2026-03-01T14:51:56.60961Z","steps":["trace[2134997537] 'agreement among raft nodes before linearized reading' (duration: 247.356668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.609548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.148084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.609721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.584993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.609739Z","caller":"traceutil/trace.go:171","msg":"trace[1304516325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"220.368999ms","start":"2026-03-01T14:51:56.389344Z","end":"2026-03-01T14:51:56.609713Z","steps":["trace[1304516325] 'agreement among raft nodes before linearized reading' (duration: 220.077622ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.60976Z","caller":"traceutil/trace.go:171","msg":"trace[2122553663] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"247.640555ms","start":"2026-03-01T14:51:56.36211Z","end":"2026-03-01T14:51:56.609751Z","steps":["trace[2122553663] 'agreement among raft nodes before linearized reading' (duration: 247.583054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.609742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.070328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.609828Z","caller":"traceutil/trace.go:171","msg":"trace[785161457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"229.18738ms","start":"2026-03-01T14:51:56.380618Z","end":"2026-03-01T14:51:56.609805Z","steps":["trace[785161457] 'agreement among raft nodes before linearized reading' (duration: 228.999146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.609812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.052958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.609861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.471901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.609949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.038401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.609967Z","caller":"traceutil/trace.go:171","msg":"trace[1791234682] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"220.623386ms","start":"2026-03-01T14:51:56.389324Z","end":"2026-03-01T14:51:56.609947Z","steps":["trace[1791234682] 'agreement among raft nodes before linearized reading' (duration: 220.40318ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.609987Z","caller":"traceutil/trace.go:171","msg":"trace[318312393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"257.088442ms","start":"2026-03-01T14:51:56.352889Z","end":"2026-03-01T14:51:56.609977Z","steps":["trace[318312393] 'agreement among raft nodes before linearized reading' (duration: 257.04009ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.609977Z","caller":"traceutil/trace.go:171","msg":"trace[1801727415] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"229.272173ms","start":"2026-03-01T14:51:56.380672Z","end":"2026-03-01T14:51:56.609944Z","steps":["trace[1801727415] 'agreement among raft nodes before linearized reading' (duration: 228.888363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.609491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.144607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610042Z","caller":"traceutil/trace.go:171","msg":"trace[5052192] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23045; }","duration":"312.771922ms","start":"2026-03-01T14:51:56.297262Z","end":"2026-03-01T14:51:56.610034Z","steps":["trace[5052192] 'agreement among raft nodes before linearized reading' (duration: 312.129036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.609908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.980404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.609907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.90727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610104Z","caller":"traceutil/trace.go:171","msg":"trace[442035507] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"248.174638ms","start":"2026-03-01T14:51:56.361909Z","end":"2026-03-01T14:51:56.610084Z","steps":["trace[442035507] 'agreement among raft nodes before linearized reading' (duration: 247.974763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.644622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610156Z","caller":"traceutil/trace.go:171","msg":"trace[1002566836] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"149.682144ms","start":"2026-03-01T14:51:56.460465Z","end":"2026-03-01T14:51:56.610147Z","steps":["trace[1002566836] 'agreement among raft nodes before linearized reading' (duration: 149.643163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.498329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610173Z","caller":"traceutil/trace.go:171","msg":"trace[1784766576] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"102.519228ms","start":"2026-03-01T14:51:56.507586Z","end":"2026-03-01T14:51:56.610105Z","steps":["trace[1784766576] 'process raft request' (duration: 101.671746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.6102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.243663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610233Z","caller":"traceutil/trace.go:171","msg":"trace[1384359882] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"149.595001ms","start":"2026-03-01T14:51:56.460615Z","end":"2026-03-01T14:51:56.61021Z","steps":["trace[1384359882] 'agreement among raft nodes before linearized reading' (duration: 149.437967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:56.297236Z","time spent":"312.834294ms","remote":"127.0.0.1:38590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:51:56.610264Z","caller":"traceutil/trace.go:171","msg":"trace[744510548] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"149.313234ms","start":"2026-03-01T14:51:56.460924Z","end":"2026-03-01T14:51:56.610237Z","steps":["trace[744510548] 'agreement among raft nodes before linearized reading' (duration: 149.196591ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.610193Z","caller":"traceutil/trace.go:171","msg":"trace[1638692433] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"269.208878ms","start":"2026-03-01T14:51:56.340921Z","end":"2026-03-01T14:51:56.61013Z","steps":["trace[1638692433] 'agreement among raft nodes before linearized reading' (duration: 268.775847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.80577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.610353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.727288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610378Z","caller":"traceutil/trace.go:171","msg":"trace[1442123735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"210.762419ms","start":"2026-03-01T14:51:56.399608Z","end":"2026-03-01T14:51:56.61037Z","steps":["trace[1442123735] 'agreement among raft nodes before linearized reading' (duration: 210.720878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.610389Z","caller":"traceutil/trace.go:171","msg":"trace[723965362] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"177.861972ms","start":"2026-03-01T14:51:56.432497Z","end":"2026-03-01T14:51:56.610359Z","steps":["trace[723965362] 'agreement among raft nodes before linearized reading' (duration: 177.796701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.78648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610445Z","caller":"traceutil/trace.go:171","msg":"trace[1899846668] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23045; }","duration":"290.839791ms","start":"2026-03-01T14:51:56.319598Z","end":"2026-03-01T14:51:56.610438Z","steps":["trace[1899846668] 'agreement among raft nodes before linearized reading' (duration: 290.79833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.267969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"warn","ts":"2026-03-01T14:51:56.610565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.66494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.610568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.886453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610568Z","caller":"traceutil/trace.go:171","msg":"trace[2127836183] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23045; }","duration":"195.31348ms","start":"2026-03-01T14:51:56.415239Z","end":"2026-03-01T14:51:56.610553Z","steps":["trace[2127836183] 'agreement among raft nodes before linearized reading' (duration: 195.131025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.307985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610587Z","caller":"traceutil/trace.go:171","msg":"trace[1063462681] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"269.716262ms","start":"2026-03-01T14:51:56.340861Z","end":"2026-03-01T14:51:56.610578Z","steps":["trace[1063462681] 'agreement among raft nodes before linearized reading' (duration: 269.675911ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.609664Z","caller":"traceutil/trace.go:171","msg":"trace[662535579] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23045; }","duration":"256.761994ms","start":"2026-03-01T14:51:56.35288Z","end":"2026-03-01T14:51:56.609642Z","steps":["trace[662535579] 'agreement among raft nodes before linearized reading' (duration: 256.5873ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.610594Z","caller":"traceutil/trace.go:171","msg":"trace[1156934831] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23045; }","duration":"290.945754ms","start":"2026-03-01T14:51:56.31964Z","end":"2026-03-01T14:51:56.610586Z","steps":["trace[1156934831] 'agreement among raft nodes before linearized reading' (duration: 290.907653ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.610613Z","caller":"traceutil/trace.go:171","msg":"trace[1895642445] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"165.349336ms","start":"2026-03-01T14:51:56.445249Z","end":"2026-03-01T14:51:56.610598Z","steps":["trace[1895642445] 'agreement among raft nodes before linearized reading' (duration: 165.282604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.128069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.610257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.744859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610707Z","caller":"traceutil/trace.go:171","msg":"trace[726666476] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23045; }","duration":"291.17572ms","start":"2026-03-01T14:51:56.319525Z","end":"2026-03-01T14:51:56.610701Z","steps":["trace[726666476] 'agreement among raft nodes before linearized reading' (duration: 291.143989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.436579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610789Z","caller":"traceutil/trace.go:171","msg":"trace[1218297824] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23045; }","duration":"303.50728ms","start":"2026-03-01T14:51:56.307223Z","end":"2026-03-01T14:51:56.61073Z","steps":["trace[1218297824] 'agreement among raft nodes before linearized reading' (duration: 303.441479ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.610785Z","caller":"traceutil/trace.go:171","msg":"trace[858863002] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"178.242261ms","start":"2026-03-01T14:51:56.432474Z","end":"2026-03-01T14:51:56.610717Z","steps":["trace[858863002] 'agreement among raft nodes before linearized reading' (duration: 177.670817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.583012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.610899Z","caller":"traceutil/trace.go:171","msg":"trace[1604957809] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23045; }","duration":"303.666154ms","start":"2026-03-01T14:51:56.307216Z","end":"2026-03-01T14:51:56.610882Z","steps":["trace[1604957809] 'agreement among raft nodes before linearized reading' (duration: 303.476929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.610835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:56.307202Z","time spent":"303.620404ms","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T14:51:56.610957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:56.307171Z","time spent":"303.765417ms","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:51:56.611056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.714526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-01T14:51:56.611156Z","caller":"traceutil/trace.go:171","msg":"trace[1652988308] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23045; }","duration":"130.846059ms","start":"2026-03-01T14:51:56.480288Z","end":"2026-03-01T14:51:56.611134Z","steps":["trace[1652988308] 'agreement among raft nodes before linearized reading' (duration: 129.70716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.611909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.302445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:56.611988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.732548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.612012Z","caller":"traceutil/trace.go:171","msg":"trace[1234999753] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23045; }","duration":"166.777802ms","start":"2026-03-01T14:51:56.44521Z","end":"2026-03-01T14:51:56.611988Z","steps":["trace[1234999753] 'agreement among raft nodes before linearized reading' (duration: 164.858213ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:56.612226Z","caller":"traceutil/trace.go:171","msg":"trace[360571440] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"212.319098ms","start":"2026-03-01T14:51:56.399872Z","end":"2026-03-01T14:51:56.612191Z","steps":["trace[360571440] 'agreement among raft nodes before linearized reading' (duration: 210.273017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.613258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.236226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.613351Z","caller":"traceutil/trace.go:171","msg":"trace[358391452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23045; }","duration":"212.339418ms","start":"2026-03-01T14:51:56.40096Z","end":"2026-03-01T14:51:56.613299Z","steps":["trace[358391452] 'agreement among raft nodes before linearized reading' (duration: 209.146748ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:57.850541Z","caller":"traceutil/trace.go:171","msg":"trace[861695381] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"159.702905ms","start":"2026-03-01T14:51:57.6908Z","end":"2026-03-01T14:51:57.850503Z","steps":["trace[861695381] 'process raft request' (duration: 93.139352ms)","trace[861695381] 'compare' (duration: 66.162653ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:57.85056Z","caller":"traceutil/trace.go:171","msg":"trace[2024698752] linearizableReadLoop","detail":"{readStateIndex:23964; appliedIndex:23963; }","duration":"158.998536ms","start":"2026-03-01T14:51:57.691537Z","end":"2026-03-01T14:51:57.850535Z","steps":["trace[2024698752] 'read index received' (duration: 92.394563ms)","trace[2024698752] 'applied index is now lower than readState.Index' (duration: 66.601413ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:57.850841Z","caller":"traceutil/trace.go:171","msg":"trace[1221453709] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"123.211518ms","start":"2026-03-01T14:51:57.727622Z","end":"2026-03-01T14:51:57.850833Z","steps":["trace[1221453709] 'process raft request' (duration: 122.790617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:57.851143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.591652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager-test/\" range_end:\"/registry/resourcequotas/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:57.851168Z","caller":"traceutil/trace.go:171","msg":"trace[2044786126] range","detail":"{range_begin:/registry/resourcequotas/cert-manager-test/; range_end:/registry/resourcequotas/cert-manager-test0; response_count:0; response_revision:23075; }","duration":"159.670404ms","start":"2026-03-01T14:51:57.691492Z","end":"2026-03-01T14:51:57.851162Z","steps":["trace[2044786126] 'agreement among raft nodes before linearized reading' (duration: 159.115249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:57.851273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.826311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:51:57.851369Z","caller":"traceutil/trace.go:171","msg":"trace[1206476766] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23075; }","duration":"105.971384ms","start":"2026-03-01T14:51:57.745378Z","end":"2026-03-01T14:51:57.851349Z","steps":["trace[1206476766] 'agreement among raft nodes before linearized reading' (duration: 105.560862ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:58.00367Z","caller":"traceutil/trace.go:171","msg":"trace[1905383623] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"101.064091ms","start":"2026-03-01T14:51:57.902531Z","end":"2026-03-01T14:51:58.003595Z","steps":["trace[1905383623] 'process raft request' (duration: 97.811029ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.115262Z","caller":"traceutil/trace.go:171","msg":"trace[1747660383] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"122.293735ms","start":"2026-03-01T14:51:58.99293Z","end":"2026-03-01T14:51:59.115223Z","steps":["trace[1747660383] 'process raft request' (duration: 41.434972ms)","trace[1747660383] 'compare' (duration: 80.696019ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:59.116959Z","caller":"traceutil/trace.go:171","msg":"trace[1310753174] linearizableReadLoop","detail":"{readStateIndex:23985; appliedIndex:23982; }","duration":"121.592926ms","start":"2026-03-01T14:51:58.995339Z","end":"2026-03-01T14:51:59.116932Z","steps":["trace[1310753174] 'read index received' (duration: 39.041811ms)","trace[1310753174] 'applied index is now lower than readState.Index' (duration: 82.550225ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:59.117036Z","caller":"traceutil/trace.go:171","msg":"trace[2107721576] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"122.394666ms","start":"2026-03-01T14:51:58.994604Z","end":"2026-03-01T14:51:59.116999Z","steps":["trace[2107721576] 'process raft request' (duration: 122.282293ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.117008Z","caller":"traceutil/trace.go:171","msg":"trace[1097045333] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"123.019562ms","start":"2026-03-01T14:51:58.993951Z","end":"2026-03-01T14:51:59.116971Z","steps":["trace[1097045333] 'process raft request' (duration: 122.803917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.11741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.785111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/queues/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.117462Z","caller":"traceutil/trace.go:171","msg":"trace[1680424824] range","detail":"{range_begin:/registry/rabbitmq.com/queues/cert-manager-test/; range_end:/registry/rabbitmq.com/queues/cert-manager-test0; response_count:0; response_revision:23094; }","duration":"122.131011ms","start":"2026-03-01T14:51:58.995318Z","end":"2026-03-01T14:51:59.117449Z","steps":["trace[1680424824] 'agreement among raft nodes before linearized reading' (duration: 121.776301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.520434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.528516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.520511Z","caller":"traceutil/trace.go:171","msg":"trace[176785292] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23097; }","duration":"160.656459ms","start":"2026-03-01T14:51:59.35984Z","end":"2026-03-01T14:51:59.520496Z","steps":["trace[176785292] 'count revisions from in-memory index tree' (duration: 160.376041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.520534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.680956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:59.520561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.178364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.520608Z","caller":"traceutil/trace.go:171","msg":"trace[1430525347] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23097; }","duration":"138.822109ms","start":"2026-03-01T14:51:59.381769Z","end":"2026-03-01T14:51:59.520592Z","steps":["trace[1430525347] 'count revisions from in-memory index tree' (duration: 138.577053ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.520644Z","caller":"traceutil/trace.go:171","msg":"trace[423109727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0; response_count:0; response_revision:23097; }","duration":"138.292216ms","start":"2026-03-01T14:51:59.382333Z","end":"2026-03-01T14:51:59.520625Z","steps":["trace[423109727] 'range keys from in-memory index tree' (duration: 138.091531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.520687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.701996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.520732Z","caller":"traceutil/trace.go:171","msg":"trace[372604300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23097; }","duration":"138.746827ms","start":"2026-03-01T14:51:59.381971Z","end":"2026-03-01T14:51:59.520718Z","steps":["trace[372604300] 'range keys from in-memory index tree' (duration: 138.632525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.520945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.989968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.520986Z","caller":"traceutil/trace.go:171","msg":"trace[917698524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23097; }","duration":"161.07639ms","start":"2026-03-01T14:51:59.359897Z","end":"2026-03-01T14:51:59.520974Z","steps":["trace[917698524] 'range keys from in-memory index tree' (duration: 160.2889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:01.064582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.136721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-03-01T14:52:01.064685Z","caller":"traceutil/trace.go:171","msg":"trace[1920827018] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23119; }","duration":"126.270425ms","start":"2026-03-01T14:52:00.93839Z","end":"2026-03-01T14:52:01.06466Z","steps":["trace[1920827018] 'range keys from in-memory index tree' (duration: 125.914716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:01.064609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.669236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:52:01.064692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.776151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5116"} {"level":"info","ts":"2026-03-01T14:52:01.06503Z","caller":"traceutil/trace.go:171","msg":"trace[2029011852] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23119; }","duration":"120.13739ms","start":"2026-03-01T14:52:00.944878Z","end":"2026-03-01T14:52:01.065015Z","steps":["trace[2029011852] 'range keys from in-memory index tree' (duration: 119.539555ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:52:01.065146Z","caller":"traceutil/trace.go:171","msg":"trace[2016167019] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23119; }","duration":"174.192069ms","start":"2026-03-01T14:52:00.890806Z","end":"2026-03-01T14:52:01.064998Z","steps":["trace[2016167019] 'count revisions from in-memory index tree' (duration: 173.431801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:06.571996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227906074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:52:06.619618Z","caller":"traceutil/trace.go:171","msg":"trace[1504982415] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"738.62931ms","start":"2026-03-01T14:52:05.880961Z","end":"2026-03-01T14:52:06.61959Z","steps":["trace[1504982415] 'process raft request' (duration: 738.454304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:06.619789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:05.880943Z","time spent":"738.758142ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:52:07.519145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.594817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:52:07.519521Z","caller":"traceutil/trace.go:171","msg":"trace[63664050] linearizableReadLoop","detail":"{readStateIndex:24091; appliedIndex:24085; }","duration":"1.447620503s","start":"2026-03-01T14:52:06.071877Z","end":"2026-03-01T14:52:07.519498Z","steps":["trace[63664050] 'read index received' (duration: 547.615567ms)","trace[63664050] 'applied index is now lower than readState.Index' (duration: 900.003826ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:52:07.519632Z","caller":"traceutil/trace.go:171","msg":"trace[1623935348] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.638651326s","start":"2026-03-01T14:52:05.880963Z","end":"2026-03-01T14:52:07.519615Z","steps":["trace[1623935348] 'process raft request' (duration: 1.339475844s)","trace[1623935348] 'compare' (duration: 297.876448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:52:07.519722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:05.880946Z","time spent":"1.638727287s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:52:07.520022Z","caller":"traceutil/trace.go:171","msg":"trace[1143549553] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"1.359270661s","start":"2026-03-01T14:52:06.160701Z","end":"2026-03-01T14:52:07.519972Z","steps":["trace[1143549553] 'process raft request' (duration: 1.358702447s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.520233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.160677Z","time spent":"1.359454695s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:52:07.520335Z","caller":"traceutil/trace.go:171","msg":"trace[1289680978] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"1.33693806s","start":"2026-03-01T14:52:06.183343Z","end":"2026-03-01T14:52:07.520281Z","steps":["trace[1289680978] 'process raft request' (duration: 1.336101659s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:52:07.520513Z","caller":"traceutil/trace.go:171","msg":"trace[1182089269] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"1.433559839s","start":"2026-03-01T14:52:06.08689Z","end":"2026-03-01T14:52:07.52045Z","steps":["trace[1182089269] 'process raft request' (duration: 1.43237463s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.520614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.183324Z","time spent":"1.337193286s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:52:07.52039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448457174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-01T14:52:07.520726Z","caller":"traceutil/trace.go:171","msg":"trace[733109671] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23199; }","duration":"1.448862704s","start":"2026-03-01T14:52:06.071829Z","end":"2026-03-01T14:52:07.520692Z","steps":["trace[733109671] 'agreement among raft nodes before linearized reading' (duration: 1.448206718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.520826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.071813Z","time spent":"1.448981787s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:52:07.520388Z","caller":"traceutil/trace.go:171","msg":"trace[806215646] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.427355473s","start":"2026-03-01T14:52:06.092941Z","end":"2026-03-01T14:52:07.520297Z","steps":["trace[806215646] 'process raft request' (duration: 1.42641313s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.521081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.086872Z","time spent":"1.433712834s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:52:07.52107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.092917Z","time spent":"1.427990039s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:52:07.521833Z","caller":"traceutil/trace.go:171","msg":"trace[1229218079] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"853.964848ms","start":"2026-03-01T14:52:06.667852Z","end":"2026-03-01T14:52:07.521817Z","steps":["trace[1229218079] 'process raft request' (duration: 853.685781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.521908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.66782Z","time spent":"854.054451ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:52:07.524378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412987942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:52:07.524427Z","caller":"traceutil/trace.go:171","msg":"trace[1953358894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23201; }","duration":"1.413079495s","start":"2026-03-01T14:52:06.111336Z","end":"2026-03-01T14:52:07.524416Z","steps":["trace[1953358894] 'agreement among raft nodes before linearized reading' (duration: 1.412996913s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.524451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.111317Z","time spent":"1.413127756s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:52:07.524774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.008342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:52:07.524831Z","caller":"traceutil/trace.go:171","msg":"trace[332127321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23201; }","duration":"370.117295ms","start":"2026-03-01T14:52:07.1547Z","end":"2026-03-01T14:52:07.524817Z","steps":["trace[332127321] 'agreement among raft nodes before linearized reading' (duration: 369.894729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.524872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:07.154667Z","time spent":"370.196847ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:52:07.524929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.360042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:52:07.524977Z","caller":"traceutil/trace.go:171","msg":"trace[51747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23201; }","duration":"773.444644ms","start":"2026-03-01T14:52:06.751518Z","end":"2026-03-01T14:52:07.524963Z","steps":["trace[51747] 'agreement among raft nodes before linearized reading' (duration: 773.27684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.524959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381795879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:52:07.525044Z","caller":"traceutil/trace.go:171","msg":"trace[1099259329] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23201; }","duration":"1.381922732s","start":"2026-03-01T14:52:06.143109Z","end":"2026-03-01T14:52:07.525032Z","steps":["trace[1099259329] 'agreement among raft nodes before linearized reading' (duration: 1.381769488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.111724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:52:07.525092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.143092Z","time spent":"1.381973854s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:52:07.525095Z","caller":"traceutil/trace.go:171","msg":"trace[682364847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23201; }","duration":"366.182526ms","start":"2026-03-01T14:52:07.158898Z","end":"2026-03-01T14:52:07.52508Z","steps":["trace[682364847] 'agreement among raft nodes before linearized reading' (duration: 366.017092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.751464Z","time spent":"773.538076ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:52:07.525118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.218128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T14:52:07.525152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:07.158865Z","time spent":"366.278269ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:52:07.52521Z","caller":"traceutil/trace.go:171","msg":"trace[1000096417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23201; }","duration":"366.305129ms","start":"2026-03-01T14:52:07.158851Z","end":"2026-03-01T14:52:07.525156Z","steps":["trace[1000096417] 'agreement among raft nodes before linearized reading' (duration: 366.085474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:07.158838Z","time spent":"366.398202ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:52:07.525043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3814627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-01T14:52:07.525412Z","caller":"traceutil/trace.go:171","msg":"trace[622007110] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23201; }","duration":"1.38186961s","start":"2026-03-01T14:52:06.143527Z","end":"2026-03-01T14:52:07.525396Z","steps":["trace[622007110] 'agreement among raft nodes before linearized reading' (duration: 1.381239024s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.079014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T14:52:07.52567Z","caller":"traceutil/trace.go:171","msg":"trace[32781906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23201; }","duration":"329.218597ms","start":"2026-03-01T14:52:07.196434Z","end":"2026-03-01T14:52:07.525653Z","steps":["trace[32781906] 'agreement among raft nodes before linearized reading' (duration: 328.255223ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:52:07.524964Z","caller":"traceutil/trace.go:171","msg":"trace[228653135] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"414.88396ms","start":"2026-03-01T14:52:07.109987Z","end":"2026-03-01T14:52:07.524871Z","steps":["trace[228653135] 'process raft request' (duration: 414.272144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004288757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:52:07.525771Z","caller":"traceutil/trace.go:171","msg":"trace[91332424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23201; }","duration":"1.00439152s","start":"2026-03-01T14:52:06.521367Z","end":"2026-03-01T14:52:07.525759Z","steps":["trace[91332424] 'agreement among raft nodes before linearized reading' (duration: 1.003468047s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:07.109975Z","time spent":"415.746661ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:52:07.525803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:07.196412Z","time spent":"329.282728ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:52:07.524767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.474543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T14:52:07.525919Z","caller":"traceutil/trace.go:171","msg":"trace[1953830649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23201; }","duration":"433.637902ms","start":"2026-03-01T14:52:07.09225Z","end":"2026-03-01T14:52:07.525888Z","steps":["trace[1953830649] 'agreement among raft nodes before linearized reading' (duration: 432.33613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:52:07.525804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.52135Z","time spent":"1.004446862s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:52:07.525958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:07.09223Z","time spent":"433.714714ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:52:07.525626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:52:06.143514Z","time spent":"1.381980612s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-01T14:53:33.494895Z","caller":"traceutil/trace.go:171","msg":"trace[1605632391] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"176.253098ms","start":"2026-03-01T14:53:33.318613Z","end":"2026-03-01T14:53:33.494866Z","steps":["trace[1605632391] 'process raft request' (duration: 176.048103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:53:40.758294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.124319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:53:40.758382Z","caller":"traceutil/trace.go:171","msg":"trace[1672152857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24120; }","duration":"229.250242ms","start":"2026-03-01T14:53:40.529111Z","end":"2026-03-01T14:53:40.758362Z","steps":["trace[1672152857] 'range keys from in-memory index tree' (duration: 229.060487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:53:40.758608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.69361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:53:40.758743Z","caller":"traceutil/trace.go:171","msg":"trace[1485142264] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24120; }","duration":"176.864904ms","start":"2026-03-01T14:53:40.581856Z","end":"2026-03-01T14:53:40.758721Z","steps":["trace[1485142264] 'count revisions from in-memory index tree' (duration: 176.602777ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:54:42.257783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21646} {"level":"info","ts":"2026-03-01T14:54:42.372277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21646,"took":"110.598804ms","hash":2485234518,"current-db-size-bytes":46596096,"current-db-size":"47 MB","current-db-size-in-use-bytes":38445056,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-01T14:54:42.372324Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2485234518,"revision":21646,"compact-revision":19912} {"level":"info","ts":"2026-03-01T14:55:26.784899Z","caller":"traceutil/trace.go:171","msg":"trace[2042773877] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25985; }","duration":"197.454047ms","start":"2026-03-01T14:55:26.587419Z","end":"2026-03-01T14:55:26.784873Z","steps":["trace[2042773877] 'read index received' (duration: 197.238772ms)","trace[2042773877] 'applied index is now lower than readState.Index' (duration: 214.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:26.785025Z","caller":"traceutil/trace.go:171","msg":"trace[932886101] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"198.35635ms","start":"2026-03-01T14:55:26.586632Z","end":"2026-03-01T14:55:26.784989Z","steps":["trace[932886101] 'process raft request' (duration: 198.072323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:26.785181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.692343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T14:55:26.785294Z","caller":"traceutil/trace.go:171","msg":"trace[1950555171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25044; }","duration":"197.879037ms","start":"2026-03-01T14:55:26.587401Z","end":"2026-03-01T14:55:26.78528Z","steps":["trace[1950555171] 'agreement among raft nodes before linearized reading' (duration: 197.59095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:26.794166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.576545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:55:26.794185Z","caller":"traceutil/trace.go:171","msg":"trace[1089947184] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"197.517407ms","start":"2026-03-01T14:55:26.59663Z","end":"2026-03-01T14:55:26.794148Z","steps":["trace[1089947184] 'process raft request' (duration: 197.23801ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:26.794257Z","caller":"traceutil/trace.go:171","msg":"trace[917936523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25045; }","duration":"187.679518ms","start":"2026-03-01T14:55:26.606558Z","end":"2026-03-01T14:55:26.794237Z","steps":["trace[917936523] 'agreement among raft nodes before linearized reading' (duration: 187.448412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:26.794265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.521008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:55:26.79432Z","caller":"traceutil/trace.go:171","msg":"trace[1883856848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25045; }","duration":"186.601311ms","start":"2026-03-01T14:55:26.607705Z","end":"2026-03-01T14:55:26.794306Z","steps":["trace[1883856848] 'agreement among raft nodes before linearized reading' (duration: 186.407106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:26.794198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.770097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-01T14:55:26.79463Z","caller":"traceutil/trace.go:171","msg":"trace[1940395941] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:25045; }","duration":"163.220737ms","start":"2026-03-01T14:55:26.631396Z","end":"2026-03-01T14:55:26.794617Z","steps":["trace[1940395941] 'agreement among raft nodes before linearized reading' (duration: 162.765356ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:26.9102Z","caller":"traceutil/trace.go:171","msg":"trace[1926433674] linearizableReadLoop","detail":"{readStateIndex:25988; appliedIndex:25987; }","duration":"111.394794ms","start":"2026-03-01T14:55:26.79878Z","end":"2026-03-01T14:55:26.910175Z","steps":["trace[1926433674] 'read index received' (duration: 30.38374ms)","trace[1926433674] 'applied index is now lower than readState.Index' (duration: 81.010024ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:26.910409Z","caller":"traceutil/trace.go:171","msg":"trace[303214118] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"120.772631ms","start":"2026-03-01T14:55:26.789624Z","end":"2026-03-01T14:55:26.910397Z","steps":["trace[303214118] 'process raft request' (duration: 39.411349ms)","trace[303214118] 'compare' (duration: 80.811729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:26.910622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.824665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:55:26.910652Z","caller":"traceutil/trace.go:171","msg":"trace[1107783951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25046; }","duration":"111.892317ms","start":"2026-03-01T14:55:26.798752Z","end":"2026-03-01T14:55:26.910644Z","steps":["trace[1107783951] 'agreement among raft nodes before linearized reading' (duration: 111.779774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:26.910797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.05235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ssvt9\" ","response":"range_response_count:1 size:6679"} {"level":"info","ts":"2026-03-01T14:55:26.91082Z","caller":"traceutil/trace.go:171","msg":"trace[637270496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ssvt9; range_end:; response_count:1; response_revision:25046; }","duration":"112.096892ms","start":"2026-03-01T14:55:26.798718Z","end":"2026-03-01T14:55:26.910815Z","steps":["trace[637270496] 'agreement among raft nodes before linearized reading' (duration: 112.03506ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:26.918925Z","caller":"traceutil/trace.go:171","msg":"trace[1324251073] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"117.684593ms","start":"2026-03-01T14:55:26.801214Z","end":"2026-03-01T14:55:26.918899Z","steps":["trace[1324251073] 'process raft request' (duration: 117.506619ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:26.919112Z","caller":"traceutil/trace.go:171","msg":"trace[226126222] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"117.749235ms","start":"2026-03-01T14:55:26.801336Z","end":"2026-03-01T14:55:26.919085Z","steps":["trace[226126222] 'process raft request' (duration: 117.530779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:26.926859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.498676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:26.926961Z","caller":"traceutil/trace.go:171","msg":"trace[2009370506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25050; }","duration":"109.64241ms","start":"2026-03-01T14:55:26.817291Z","end":"2026-03-01T14:55:26.926933Z","steps":["trace[2009370506] 'agreement among raft nodes before linearized reading' (duration: 109.499776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:32.957881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.764664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:32.957947Z","caller":"traceutil/trace.go:171","msg":"trace[591640004] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25181; }","duration":"270.908119ms","start":"2026-03-01T14:55:32.687025Z","end":"2026-03-01T14:55:32.957934Z","steps":["trace[591640004] 'count revisions from in-memory index tree' (duration: 270.690342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:32.957937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.189309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:32.958017Z","caller":"traceutil/trace.go:171","msg":"trace[1026392123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25181; }","duration":"236.329513ms","start":"2026-03-01T14:55:32.721669Z","end":"2026-03-01T14:55:32.957999Z","steps":["trace[1026392123] 'count revisions from in-memory index tree' (duration: 236.091406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:32.958143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.966013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:55:32.958224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.781315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:55:32.958249Z","caller":"traceutil/trace.go:171","msg":"trace[961123048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25181; }","duration":"150.122136ms","start":"2026-03-01T14:55:32.8081Z","end":"2026-03-01T14:55:32.958222Z","steps":["trace[961123048] 'range keys from in-memory index tree' (duration: 149.731367ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:32.958317Z","caller":"traceutil/trace.go:171","msg":"trace[1418640680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25181; }","duration":"126.927509ms","start":"2026-03-01T14:55:32.831369Z","end":"2026-03-01T14:55:32.958296Z","steps":["trace[1418640680] 'range keys from in-memory index tree' (duration: 126.57825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:37.160549Z","caller":"traceutil/trace.go:171","msg":"trace[817273718] linearizableReadLoop","detail":"{readStateIndex:26164; appliedIndex:26159; }","duration":"108.626214ms","start":"2026-03-01T14:55:37.051907Z","end":"2026-03-01T14:55:37.160534Z","steps":["trace[817273718] 'read index received' (duration: 46.559831ms)","trace[817273718] 'applied index is now lower than readState.Index' (duration: 62.065703ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:37.160557Z","caller":"traceutil/trace.go:171","msg":"trace[509611099] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"116.146785ms","start":"2026-03-01T14:55:37.044381Z","end":"2026-03-01T14:55:37.160528Z","steps":["trace[509611099] 'process raft request' (duration: 115.94647ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:37.160637Z","caller":"traceutil/trace.go:171","msg":"trace[945623104] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"116.191166ms","start":"2026-03-01T14:55:37.044438Z","end":"2026-03-01T14:55:37.160629Z","steps":["trace[945623104] 'process raft request' (duration: 116.023072ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:37.160741Z","caller":"traceutil/trace.go:171","msg":"trace[429584854] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"116.099324ms","start":"2026-03-01T14:55:37.044636Z","end":"2026-03-01T14:55:37.160735Z","steps":["trace[429584854] 'process raft request' (duration: 115.849118ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:37.160789Z","caller":"traceutil/trace.go:171","msg":"trace[1534930044] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"115.858548ms","start":"2026-03-01T14:55:37.044925Z","end":"2026-03-01T14:55:37.160783Z","steps":["trace[1534930044] 'process raft request' (duration: 115.579941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:37.162271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.351707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:55:37.162304Z","caller":"traceutil/trace.go:171","msg":"trace[74684994] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25214; }","duration":"110.435169ms","start":"2026-03-01T14:55:37.051862Z","end":"2026-03-01T14:55:37.162297Z","steps":["trace[74684994] 'agreement among raft nodes before linearized reading' (duration: 109.060675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:37.768955Z","caller":"traceutil/trace.go:171","msg":"trace[628400557] linearizableReadLoop","detail":"{readStateIndex:26166; appliedIndex:26165; }","duration":"246.777387ms","start":"2026-03-01T14:55:37.522159Z","end":"2026-03-01T14:55:37.768937Z","steps":["trace[628400557] 'read index received' (duration: 246.537321ms)","trace[628400557] 'applied index is now lower than readState.Index' (duration: 239.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:37.769101Z","caller":"traceutil/trace.go:171","msg":"trace[1958739477] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"281.971929ms","start":"2026-03-01T14:55:37.487061Z","end":"2026-03-01T14:55:37.769033Z","steps":["trace[1958739477] 'process raft request' (duration: 281.699352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:37.769509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.337901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:37.769539Z","caller":"traceutil/trace.go:171","msg":"trace[403042986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25215; }","duration":"247.414703ms","start":"2026-03-01T14:55:37.522118Z","end":"2026-03-01T14:55:37.769532Z","steps":["trace[403042986] 'agreement among raft nodes before linearized reading' (duration: 247.361391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.621843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:38.803608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.044619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:38.803694Z","caller":"traceutil/trace.go:171","msg":"trace[1468905543] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"1.029473109s","start":"2026-03-01T14:55:37.774203Z","end":"2026-03-01T14:55:38.803677Z","steps":["trace[1468905543] 'process raft request' (duration: 213.300697ms)","trace[1468905543] 'compare' (duration: 814.640064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:38.80374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.774187Z","time spent":"1.029529561s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:38.833041Z","caller":"traceutil/trace.go:171","msg":"trace[1090536672] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"793.908029ms","start":"2026-03-01T14:55:38.039107Z","end":"2026-03-01T14:55:38.833015Z","steps":["trace[1090536672] 'process raft request' (duration: 793.802166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.833173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.039089Z","time spent":"794.015171ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:38.868896Z","caller":"traceutil/trace.go:171","msg":"trace[505305508] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"518.042014ms","start":"2026-03-01T14:55:38.350822Z","end":"2026-03-01T14:55:38.868864Z","steps":["trace[505305508] 'process raft request' (duration: 517.851358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.869072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.350801Z","time spent":"518.177578ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:38.869172Z","caller":"traceutil/trace.go:171","msg":"trace[379517094] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"455.403946ms","start":"2026-03-01T14:55:38.41374Z","end":"2026-03-01T14:55:38.869144Z","steps":["trace[379517094] 'process raft request' (duration: 455.293653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.869324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.413718Z","time spent":"455.5386ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:38.869301Z","caller":"traceutil/trace.go:171","msg":"trace[1783281404] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"460.098616ms","start":"2026-03-01T14:55:38.409154Z","end":"2026-03-01T14:55:38.869253Z","steps":["trace[1783281404] 'process raft request' (duration: 459.654685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.869429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.627631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:38.869474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.409131Z","time spent":"460.271471ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:38.86948Z","caller":"traceutil/trace.go:171","msg":"trace[2079150867] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25221; }","duration":"748.708543ms","start":"2026-03-01T14:55:38.12076Z","end":"2026-03-01T14:55:38.869468Z","steps":["trace[2079150867] 'agreement among raft nodes before linearized reading' (duration: 748.612451ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:38.869483Z","caller":"traceutil/trace.go:171","msg":"trace[177547445] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"455.006637ms","start":"2026-03-01T14:55:38.414443Z","end":"2026-03-01T14:55:38.86945Z","steps":["trace[177547445] 'process raft request' (duration: 454.684149ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:38.869343Z","caller":"traceutil/trace.go:171","msg":"trace[328853918] linearizableReadLoop","detail":"{readStateIndex:26172; appliedIndex:26167; }","duration":"748.532799ms","start":"2026-03-01T14:55:38.120795Z","end":"2026-03-01T14:55:38.869327Z","steps":["trace[328853918] 'read index received' (duration: 712.094635ms)","trace[328853918] 'applied index is now lower than readState.Index' (duration: 36.437014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:38.869601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.120737Z","time spent":"748.815485ms","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:38.869765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.572693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:38.869803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.41443Z","time spent":"455.170471ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:38.869829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.405652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:38.869866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.362901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:38.869821Z","caller":"traceutil/trace.go:171","msg":"trace[1027970188] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25221; }","duration":"730.663025ms","start":"2026-03-01T14:55:38.139143Z","end":"2026-03-01T14:55:38.869806Z","steps":["trace[1027970188] 'agreement among raft nodes before linearized reading' (duration: 730.561252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:38.869887Z","caller":"traceutil/trace.go:171","msg":"trace[638153544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25221; }","duration":"243.480423ms","start":"2026-03-01T14:55:38.626392Z","end":"2026-03-01T14:55:38.869873Z","steps":["trace[638153544] 'agreement among raft nodes before linearized reading' (duration: 243.385161ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:38.869907Z","caller":"traceutil/trace.go:171","msg":"trace[671562069] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25221; }","duration":"288.413703ms","start":"2026-03-01T14:55:38.581479Z","end":"2026-03-01T14:55:38.869893Z","steps":["trace[671562069] 'agreement among raft nodes before linearized reading' (duration: 288.363132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.869927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.139123Z","time spent":"730.786858ms","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:38.86996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.723351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:38.869997Z","caller":"traceutil/trace.go:171","msg":"trace[1448140990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25221; }","duration":"346.788912ms","start":"2026-03-01T14:55:38.523198Z","end":"2026-03-01T14:55:38.869987Z","steps":["trace[1448140990] 'agreement among raft nodes before linearized reading' (duration: 346.730611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.87003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.523181Z","time spent":"346.842914ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:41.353949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.159057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:41.354056Z","caller":"traceutil/trace.go:171","msg":"trace[1500306099] linearizableReadLoop","detail":"{readStateIndex:26187; appliedIndex:26186; }","duration":"178.888816ms","start":"2026-03-01T14:55:41.17515Z","end":"2026-03-01T14:55:41.354039Z","steps":["trace[1500306099] 'read index received' (duration: 505.213µs)","trace[1500306099] 'applied index is now lower than readState.Index' (duration: 178.382213ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:41.354155Z","caller":"traceutil/trace.go:171","msg":"trace[1454244864] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"203.800868ms","start":"2026-03-01T14:55:41.150342Z","end":"2026-03-01T14:55:41.354143Z","steps":["trace[1454244864] 'process raft request' (duration: 25.360253ms)","trace[1454244864] 'compare' (duration: 177.90655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:41.354276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.754746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:55:41.354333Z","caller":"traceutil/trace.go:171","msg":"trace[588015930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25236; }","duration":"175.847598ms","start":"2026-03-01T14:55:41.178473Z","end":"2026-03-01T14:55:41.354321Z","steps":["trace[588015930] 'agreement among raft nodes before linearized reading' (duration: 175.715185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:41.354337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.029578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:55:41.354392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.234734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:55:41.354436Z","caller":"traceutil/trace.go:171","msg":"trace[526875554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25236; }","duration":"179.282176ms","start":"2026-03-01T14:55:41.175143Z","end":"2026-03-01T14:55:41.354425Z","steps":["trace[526875554] 'agreement among raft nodes before linearized reading' (duration: 179.05764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:41.354337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.812698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T14:55:41.354471Z","caller":"traceutil/trace.go:171","msg":"trace[2073537714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25236; }","duration":"175.990872ms","start":"2026-03-01T14:55:41.178471Z","end":"2026-03-01T14:55:41.354462Z","steps":["trace[2073537714] 'agreement among raft nodes before linearized reading' (duration: 175.719835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:41.354434Z","caller":"traceutil/trace.go:171","msg":"trace[740723501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25236; }","duration":"177.154751ms","start":"2026-03-01T14:55:41.177261Z","end":"2026-03-01T14:55:41.354415Z","steps":["trace[740723501] 'agreement among raft nodes before linearized reading' (duration: 176.913805ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:43.50152Z","caller":"traceutil/trace.go:171","msg":"trace[1409409983] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"113.745683ms","start":"2026-03-01T14:55:43.387755Z","end":"2026-03-01T14:55:43.5015Z","steps":["trace[1409409983] 'process raft request' (duration: 113.682022ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:43.501532Z","caller":"traceutil/trace.go:171","msg":"trace[2078411641] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"114.326149ms","start":"2026-03-01T14:55:43.387164Z","end":"2026-03-01T14:55:43.50149Z","steps":["trace[2078411641] 'process raft request' (duration: 114.169685ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:43.501824Z","caller":"traceutil/trace.go:171","msg":"trace[1534606711] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"113.205869ms","start":"2026-03-01T14:55:43.388611Z","end":"2026-03-01T14:55:43.501817Z","steps":["trace[1534606711] 'process raft request' (duration: 112.863921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:43.501819Z","caller":"traceutil/trace.go:171","msg":"trace[1173499265] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"112.674206ms","start":"2026-03-01T14:55:43.389125Z","end":"2026-03-01T14:55:43.5018Z","steps":["trace[1173499265] 'process raft request' (duration: 112.610434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:44.44786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:44.875542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017011175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:55:44.875997Z","caller":"traceutil/trace.go:171","msg":"trace[1080858905] linearizableReadLoop","detail":"{readStateIndex:26209; appliedIndex:26208; }","duration":"928.233863ms","start":"2026-03-01T14:55:43.947741Z","end":"2026-03-01T14:55:44.875974Z","steps":["trace[1080858905] 'read index received' (duration: 928.007597ms)","trace[1080858905] 'applied index is now lower than readState.Index' (duration: 225.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:44.876108Z","caller":"traceutil/trace.go:171","msg":"trace[1796066933] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"1.01763615s","start":"2026-03-01T14:55:43.858427Z","end":"2026-03-01T14:55:44.876063Z","steps":["trace[1796066933] 'process raft request' (duration: 1.017371424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:44.876317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.858405Z","time spent":"1.017820114s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:44.876285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.534531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:55:44.876403Z","caller":"traceutil/trace.go:171","msg":"trace[584524249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25257; }","duration":"928.673606ms","start":"2026-03-01T14:55:43.947691Z","end":"2026-03-01T14:55:44.876365Z","steps":["trace[584524249] 'agreement among raft nodes before linearized reading' (duration: 928.43162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:44.876452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.947673Z","time spent":"928.766168ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:55:45.376999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:45.877555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:46.272198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396471654s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:46.519461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:46.519549Z","caller":"traceutil/trace.go:171","msg":"trace[1721011832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221412s","start":"2026-03-01T14:55:44.519312Z","end":"2026-03-01T14:55:46.519533Z","steps":["trace[1721011832] 'agreement among raft nodes before linearized reading' (duration: 2.000111369s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.519597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.51929Z","time spent":"2.000298144s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:47.892511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619819989s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:47.892625Z","caller":"traceutil/trace.go:171","msg":"trace[1294289706] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"3.225759864s","start":"2026-03-01T14:55:44.666844Z","end":"2026-03-01T14:55:47.892604Z","steps":["trace[1294289706] 'process raft request' (duration: 1.605759591s)","trace[1294289706] 'compare' (duration: 1.618613618s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:47.892785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.666821Z","time spent":"3.225841476s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:48.52048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:48.520584Z","caller":"traceutil/trace.go:171","msg":"trace[275769807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469738s","start":"2026-03-01T14:55:46.520085Z","end":"2026-03-01T14:55:48.520555Z","steps":["trace[275769807] 'agreement among raft nodes before linearized reading' (duration: 1.999904114s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:48.520625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.519504Z","time spent":"2.001113074s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:48.881423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.608954416s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:49.940314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.941622Z","time spent":"4.998683343s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:49.974734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.976568Z","time spent":"4.998156689s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:49.975358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.976822Z","time spent":"4.998531468s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:49.975431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.977375Z","time spent":"4.998032275s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:49.976615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.979268Z","time spent":"4.997337518s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:50.239471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.240825Z","time spent":"4.998633121s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:50.446204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99940614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:50.446285Z","caller":"traceutil/trace.go:171","msg":"trace[1912347554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999538813s","start":"2026-03-01T14:55:45.446727Z","end":"2026-03-01T14:55:50.446266Z","steps":["trace[1912347554] 'agreement among raft nodes before linearized reading' (duration: 4.999434901s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:50.446331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.44671Z","time spent":"4.999615096s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:55:50.504439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998963439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:50.504526Z","caller":"traceutil/trace.go:171","msg":"trace[739056492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999087822s","start":"2026-03-01T14:55:45.505414Z","end":"2026-03-01T14:55:50.504502Z","steps":["trace[739056492] 'agreement among raft nodes before linearized reading' (duration: 4.998978059s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:50.504517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99900488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T14:55:50.50458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.505402Z","time spent":"4.999165465s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 14:55:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T14:55:50.504587Z","caller":"traceutil/trace.go:171","msg":"trace[714804338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999117013s","start":"2026-03-01T14:55:45.505451Z","end":"2026-03-01T14:55:50.504568Z","steps":["trace[714804338] 'agreement among raft nodes before linearized reading' (duration: 4.99902495s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:50.504711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.505441Z","time spent":"4.999261297s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 14:55:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:50.52878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:50.528848Z","caller":"traceutil/trace.go:171","msg":"trace[128926741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400596s","start":"2026-03-01T14:55:48.528432Z","end":"2026-03-01T14:55:50.528833Z","steps":["trace[128926741] 'agreement among raft nodes before linearized reading' (duration: 2.000297653s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:50.528887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.528416Z","time spent":"2.000462738s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:51.879272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.880766Z","time spent":"4.998499288s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:51.8819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.88102Z","time spent":"7.000876895s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:51.912489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419697884s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:52.112662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230823411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-01T14:55:52.10988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.361202Z","time spent":"3.74867082s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:55:52.113457Z","caller":"traceutil/trace.go:171","msg":"trace[967112491] linearizableReadLoop","detail":"{readStateIndex:26217; appliedIndex:26209; }","duration":"7.237331329s","start":"2026-03-01T14:55:44.876063Z","end":"2026-03-01T14:55:52.113394Z","steps":["trace[967112491] 'read index received' (duration: 1.396555647s)","trace[967112491] 'applied index is now lower than readState.Index' (duration: 5.840774402s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:52.530191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:52.53029Z","caller":"traceutil/trace.go:171","msg":"trace[875989400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763145s","start":"2026-03-01T14:55:50.529509Z","end":"2026-03-01T14:55:52.530272Z","steps":["trace[875989400] 'agreement among raft nodes before linearized reading' (duration: 2.000636772s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:52.530329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.529463Z","time spent":"2.000857827s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:52.614627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:53.114756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:53.615892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:54.116748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227910985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:54.151901Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79ca9b2a0c675","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:55:54.275514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.243813777s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:54.537872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000347634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:54.537952Z","caller":"traceutil/trace.go:171","msg":"trace[1622155105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469068s","start":"2026-03-01T14:55:52.537461Z","end":"2026-03-01T14:55:54.53793Z","steps":["trace[1622155105] 'agreement among raft nodes before linearized reading' (duration: 2.000373565s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:54.537988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.537445Z","time spent":"2.000536209s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:54.94088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997261916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:54.940959Z","caller":"traceutil/trace.go:171","msg":"trace[185615302] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99740917s","start":"2026-03-01T14:55:49.943533Z","end":"2026-03-01T14:55:54.940942Z","steps":["trace[185615302] 'agreement among raft nodes before linearized reading' (duration: 4.997288617s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:54.941008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.943516Z","time spent":"4.997480801s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.975043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998674671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T14:55:54.975076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997605835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:54.975118Z","caller":"traceutil/trace.go:171","msg":"trace[1631660068] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998771214s","start":"2026-03-01T14:55:49.976326Z","end":"2026-03-01T14:55:54.975097Z","steps":["trace[1631660068] 'agreement among raft nodes before linearized reading' (duration: 4.998672782s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:54.975156Z","caller":"traceutil/trace.go:171","msg":"trace[2100612523] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997792209s","start":"2026-03-01T14:55:49.977344Z","end":"2026-03-01T14:55:54.975136Z","steps":["trace[2100612523] 'agreement among raft nodes before linearized reading' (duration: 4.997651546s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:54.975176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.976249Z","time spent":"4.998916638s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.975207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.977319Z","time spent":"4.997875442s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.97529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996850386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:54.975316Z","caller":"traceutil/trace.go:171","msg":"trace[623809064] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.996912357s","start":"2026-03-01T14:55:49.978396Z","end":"2026-03-01T14:55:54.975309Z","steps":["trace[623809064] 'agreement among raft nodes before linearized reading' (duration: 4.996884437s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:54.97534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.978382Z","time spent":"4.996952258s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.976489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997739048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:54.976567Z","caller":"traceutil/trace.go:171","msg":"trace[1774264675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99785844s","start":"2026-03-01T14:55:49.978689Z","end":"2026-03-01T14:55:54.976548Z","steps":["trace[1774264675] 'agreement among raft nodes before linearized reading' (duration: 4.997751948s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:54.976614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.97868Z","time spent":"4.997922943s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.239302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998199569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.239375Z","caller":"traceutil/trace.go:171","msg":"trace[2077530051] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998530498s","start":"2026-03-01T14:55:50.24083Z","end":"2026-03-01T14:55:55.239361Z","steps":["trace[2077530051] 'agreement among raft nodes before linearized reading' (duration: 4.99823281s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.239414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.240809Z","time spent":"4.99859623s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.446733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999228229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.446872Z","caller":"traceutil/trace.go:171","msg":"trace[317582887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999415153s","start":"2026-03-01T14:55:52.447431Z","end":"2026-03-01T14:55:55.446846Z","steps":["trace[317582887] 'agreement among raft nodes before linearized reading' (duration: 2.999251579s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.446938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.447414Z","time spent":"2.999509016s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.504433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99725964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.504516Z","caller":"traceutil/trace.go:171","msg":"trace[1948917793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997390773s","start":"2026-03-01T14:55:52.507107Z","end":"2026-03-01T14:55:55.504498Z","steps":["trace[1948917793] 'agreement among raft nodes before linearized reading' (duration: 2.997290221s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.504564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.507089Z","time spent":"2.997465245s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.504843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99887711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.504929Z","caller":"traceutil/trace.go:171","msg":"trace[659467318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998999294s","start":"2026-03-01T14:55:52.505899Z","end":"2026-03-01T14:55:55.504898Z","steps":["trace[659467318] 'agreement among raft nodes before linearized reading' (duration: 2.998904312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.505003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.505874Z","time spent":"2.999111767s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.506122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000666927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.5062Z","caller":"traceutil/trace.go:171","msg":"trace[706167465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000769759s","start":"2026-03-01T14:55:45.505411Z","end":"2026-03-01T14:55:55.506181Z","steps":["trace[706167465] 'agreement among raft nodes before linearized reading' (duration: 10.000673947s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.506243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.505405Z","time spent":"10.000829103s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.506843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001729886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.506904Z","caller":"traceutil/trace.go:171","msg":"trace[513720171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00189361s","start":"2026-03-01T14:55:45.504995Z","end":"2026-03-01T14:55:55.506888Z","steps":["trace[513720171] 'agreement among raft nodes before linearized reading' (duration: 10.001758907s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.506939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.504982Z","time spent":"10.001948351s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:55.755203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479466249s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:55.865649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:55.865754Z","caller":"traceutil/trace.go:171","msg":"trace[556973249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234443s","start":"2026-03-01T14:55:53.865494Z","end":"2026-03-01T14:55:55.865729Z","steps":["trace[556973249] 'agreement among raft nodes before linearized reading' (duration: 2.000042948s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.865816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.86547Z","time spent":"2.000332304s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:56.118041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00426062s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:55:56.118351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757124974s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:56.118481Z","caller":"traceutil/trace.go:171","msg":"trace[725373458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25266; }","duration":"3.757267058s","start":"2026-03-01T14:55:52.361196Z","end":"2026-03-01T14:55:56.118463Z","steps":["trace[725373458] 'range keys from in-memory index tree' (duration: 3.757109244s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.118454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.773026604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:56.118559Z","caller":"traceutil/trace.go:171","msg":"trace[1782237353] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25266; }","duration":"11.773177868s","start":"2026-03-01T14:55:44.345349Z","end":"2026-03-01T14:55:56.118527Z","steps":["trace[1782237353] 'agreement among raft nodes before linearized reading' (duration: 7.768328762s)","trace[1782237353] 'count revisions from in-memory index tree' (duration: 4.004705751s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:56.118635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.345329Z","time spent":"11.77328743s","remote":"127.0.0.1:38804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:56.119811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.334511Z","time spent":"785.297241ms","remote":"127.0.0.1:41318","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:55:56.120058Z","caller":"traceutil/trace.go:171","msg":"trace[342348202] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"6.66271863s","start":"2026-03-01T14:55:49.457322Z","end":"2026-03-01T14:55:56.120041Z","steps":["trace[342348202] 'process raft request' (duration: 6.660800451s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.120184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.457293Z","time spent":"6.662820893s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:56.53898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:56.539087Z","caller":"traceutil/trace.go:171","msg":"trace[1213846599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263143s","start":"2026-03-01T14:55:54.538775Z","end":"2026-03-01T14:55:56.539038Z","steps":["trace[1213846599] 'agreement among raft nodes before linearized reading' (duration: 2.00016641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.539122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.538756Z","time spent":"2.000358496s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:56.589655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006973577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:56.589737Z","caller":"traceutil/trace.go:171","msg":"trace[1972745413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.007163352s","start":"2026-03-01T14:55:46.582555Z","end":"2026-03-01T14:55:56.589719Z","steps":["trace[1972745413] 'agreement among raft nodes before linearized reading' (duration: 10.006997488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.589797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.582541Z","time spent":"10.007243604s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/01 14:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:56.880096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998914799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:56.880195Z","caller":"traceutil/trace.go:171","msg":"trace[1483906379] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999079343s","start":"2026-03-01T14:55:51.881091Z","end":"2026-03-01T14:55:56.88017Z","steps":["trace[1483906379] 'agreement among raft nodes before linearized reading' (duration: 4.99895272s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.880243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.88106Z","time spent":"4.999170715s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/01 14:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:56.906548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.379014158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:56.906606Z","caller":"traceutil/trace.go:171","msg":"trace[943859798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.37912936s","start":"2026-03-01T14:55:47.527464Z","end":"2026-03-01T14:55:56.906593Z","steps":["trace[943859798] 'agreement among raft nodes before linearized reading' (duration: 9.379049468s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.906661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:47.527445Z","time spent":"9.379208842s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/01 14:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:58.550382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.550479Z","caller":"traceutil/trace.go:171","msg":"trace[1652140626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309294s","start":"2026-03-01T14:55:56.55015Z","end":"2026-03-01T14:55:58.550459Z","steps":["trace[1652140626] 'agreement among raft nodes before linearized reading' (duration: 2.000186131s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.550529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.550136Z","time spent":"2.000383066s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:58.617224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497106109s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:58.617548Z","caller":"traceutil/trace.go:171","msg":"trace[1120849166] linearizableReadLoop","detail":"{readStateIndex:26223; appliedIndex:26218; }","duration":"6.503994007s","start":"2026-03-01T14:55:52.113537Z","end":"2026-03-01T14:55:58.617531Z","steps":["trace[1120849166] 'read index received' (duration: 2.162193868s)","trace[1120849166] 'applied index is now lower than readState.Index' (duration: 4.341799148s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:58.617661Z","caller":"traceutil/trace.go:171","msg":"trace[2002558983] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"6.186076476s","start":"2026-03-01T14:55:52.431572Z","end":"2026-03-01T14:55:58.617648Z","steps":["trace[2002558983] 'process raft request' (duration: 3.688455384s)","trace[2002558983] 'compare' (duration: 2.494620296s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:58.61772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.431551Z","time spent":"6.186135277s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:58.617885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.058414598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:55:58.617971Z","caller":"traceutil/trace.go:171","msg":"trace[618035141] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25270; }","duration":"9.058563432s","start":"2026-03-01T14:55:49.559388Z","end":"2026-03-01T14:55:58.617951Z","steps":["trace[618035141] 'agreement among raft nodes before linearized reading' (duration: 9.058290245s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.617999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.540164962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:58.617993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.873064606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:58.618018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.559363Z","time spent":"9.058642984s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:58.61804Z","caller":"traceutil/trace.go:171","msg":"trace[379751390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25270; }","duration":"9.540279766s","start":"2026-03-01T14:55:49.077748Z","end":"2026-03-01T14:55:58.618028Z","steps":["trace[379751390] 'agreement among raft nodes before linearized reading' (duration: 9.540185314s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:58.618056Z","caller":"traceutil/trace.go:171","msg":"trace[379801839] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25270; }","duration":"7.873184549s","start":"2026-03-01T14:55:50.744852Z","end":"2026-03-01T14:55:58.618037Z","steps":["trace[379801839] 'agreement among raft nodes before linearized reading' (duration: 7.873053416s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.077722Z","time spent":"9.540343917s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:58.618092Z","caller":"traceutil/trace.go:171","msg":"trace[880952258] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"5.890175194s","start":"2026-03-01T14:55:52.727904Z","end":"2026-03-01T14:55:58.618079Z","steps":["trace[880952258] 'process raft request' (duration: 5.889427946s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.61797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.80981581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.744832Z","time spent":"7.873252041s","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.034706435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.863773037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-01T14:55:58.618207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.624117718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:58.61824Z","caller":"traceutil/trace.go:171","msg":"trace[1004451681] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25270; }","duration":"8.034776177s","start":"2026-03-01T14:55:50.583452Z","end":"2026-03-01T14:55:58.618229Z","steps":["trace[1004451681] 'agreement among raft nodes before linearized reading' (duration: 8.034721326s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:58.618243Z","caller":"traceutil/trace.go:171","msg":"trace[646292201] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25270; }","duration":"6.863831339s","start":"2026-03-01T14:55:51.754403Z","end":"2026-03-01T14:55:58.618234Z","steps":["trace[646292201] 'agreement among raft nodes before linearized reading' (duration: 6.863711386s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:58.61824Z","caller":"traceutil/trace.go:171","msg":"trace[843197744] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"5.717265479s","start":"2026-03-01T14:55:52.900944Z","end":"2026-03-01T14:55:58.61821Z","steps":["trace[843197744] 'process raft request' (duration: 5.716537971s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:58.618267Z","caller":"traceutil/trace.go:171","msg":"trace[565608697] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25270; }","duration":"6.810150259s","start":"2026-03-01T14:55:51.808089Z","end":"2026-03-01T14:55:58.61824Z","steps":["trace[565608697] 'agreement among raft nodes before linearized reading' (duration: 6.80977581s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.649162216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:58.618331Z","caller":"traceutil/trace.go:171","msg":"trace[472191839] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25270; }","duration":"9.649217737s","start":"2026-03-01T14:55:48.969108Z","end":"2026-03-01T14:55:58.618326Z","steps":["trace[472191839] 'agreement among raft nodes before linearized reading' (duration: 9.649180926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.270849638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-01T14:55:58.618334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.337495358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.808054Z","time spent":"6.810265091s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.969089Z","time spent":"9.649264579s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:58.618368Z","caller":"traceutil/trace.go:171","msg":"trace[1868279002] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25270; }","duration":"7.3375762s","start":"2026-03-01T14:55:51.280783Z","end":"2026-03-01T14:55:58.618359Z","steps":["trace[1868279002] 'agreement among raft nodes before linearized reading' (duration: 7.337511719s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:58.618369Z","caller":"traceutil/trace.go:171","msg":"trace[138441781] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7; range_end:; response_count:1; response_revision:25270; }","duration":"13.27093952s","start":"2026-03-01T14:55:45.347415Z","end":"2026-03-01T14:55:58.618354Z","steps":["trace[138441781] 'agreement among raft nodes before linearized reading' (duration: 13.270734345s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.280759Z","time spent":"7.337629792s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.347395Z","time spent":"13.271004131s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" "} {"level":"info","ts":"2026-03-01T14:55:58.618263Z","caller":"traceutil/trace.go:171","msg":"trace[602714864] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25270; }","duration":"11.62421816s","start":"2026-03-01T14:55:46.994031Z","end":"2026-03-01T14:55:58.618249Z","steps":["trace[602714864] 'agreement among raft nodes before linearized reading' (duration: 11.624108078s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.042572653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.994015Z","time spent":"11.624436855s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.790581362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:55:58.618491Z","caller":"traceutil/trace.go:171","msg":"trace[331312739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25270; }","duration":"8.042663046s","start":"2026-03-01T14:55:50.575816Z","end":"2026-03-01T14:55:58.618479Z","steps":["trace[331312739] 'agreement among raft nodes before linearized reading' (duration: 8.042598965s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.727885Z","time spent":"5.890239155s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:58.61851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.825845576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.749016195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.575791Z","time spent":"8.042734488s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.90092Z","time spent":"5.717387123s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:58.618553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.087483703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-01T14:55:58.618273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.583432Z","time spent":"8.034831658s","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:58.618587Z","caller":"traceutil/trace.go:171","msg":"trace[1792694652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25270; }","duration":"11.087545324s","start":"2026-03-01T14:55:47.531033Z","end":"2026-03-01T14:55:58.618579Z","steps":["trace[1792694652] 'agreement among raft nodes before linearized reading' (duration: 11.08745991s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:47.531019Z","time spent":"11.087583935s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-01T14:55:58.618459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696421107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:58.618536Z","caller":"traceutil/trace.go:171","msg":"trace[1763319598] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25270; }","duration":"9.825899598s","start":"2026-03-01T14:55:48.792629Z","end":"2026-03-01T14:55:58.618528Z","steps":["trace[1763319598] 'agreement among raft nodes before linearized reading' (duration: 9.825854766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.754387Z","time spent":"6.863878501s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:55:58.618526Z","caller":"traceutil/trace.go:171","msg":"trace[485987218] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25270; }","duration":"6.790669995s","start":"2026-03-01T14:55:51.827845Z","end":"2026-03-01T14:55:58.618515Z","steps":["trace[485987218] 'agreement among raft nodes before linearized reading' (duration: 6.790500741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.79261Z","time spent":"9.826040071s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.61869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.827823Z","time spent":"6.79085517s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:58.618667Z","caller":"traceutil/trace.go:171","msg":"trace[1150966393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25270; }","duration":"10.699102896s","start":"2026-03-01T14:55:47.919538Z","end":"2026-03-01T14:55:58.618641Z","steps":["trace[1150966393] 'agreement among raft nodes before linearized reading' (duration: 10.69888935s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.976223038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:58.618754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:47.919522Z","time spent":"10.699203319s","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:58.618596Z","caller":"traceutil/trace.go:171","msg":"trace[2053169662] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25270; }","duration":"11.749113038s","start":"2026-03-01T14:55:46.869446Z","end":"2026-03-01T14:55:58.618559Z","steps":["trace[2053169662] 'agreement among raft nodes before linearized reading' (duration: 11.749001114s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:58.618773Z","caller":"traceutil/trace.go:171","msg":"trace[167435433] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25270; }","duration":"12.976718692s","start":"2026-03-01T14:55:45.642037Z","end":"2026-03-01T14:55:58.618755Z","steps":["trace[167435433] 'agreement among raft nodes before linearized reading' (duration: 12.976119086s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.869425Z","time spent":"11.749378974s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.642022Z","time spent":"12.976784643s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:58.618816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.925367545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-01T14:55:58.618873Z","caller":"traceutil/trace.go:171","msg":"trace[973158875] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:25270; }","duration":"11.925471738s","start":"2026-03-01T14:55:46.693388Z","end":"2026-03-01T14:55:58.61886Z","steps":["trace[973158875] 'agreement among raft nodes before linearized reading' (duration: 11.925247232s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.618918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.693373Z","time spent":"11.92553376s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-01T14:55:58.893605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.138159253s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:59.976117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.978566Z","time spent":"4.997543033s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:59.981383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998713213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:59.981454Z","caller":"traceutil/trace.go:171","msg":"trace[1429510664] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998834315s","start":"2026-03-01T14:55:54.982599Z","end":"2026-03-01T14:55:59.981434Z","steps":["trace[1429510664] 'agreement among raft nodes before linearized reading' (duration: 4.998732613s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.981495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.982591Z","time spent":"4.998894647s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/01 14:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:00.291062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397186643s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:00.505217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.507822Z","time spent":"4.99738213s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:00.50572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.506972Z","time spent":"4.998745374s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:00.553697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002311054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:00.553755Z","caller":"traceutil/trace.go:171","msg":"trace[867959162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002427147s","start":"2026-03-01T14:55:58.551315Z","end":"2026-03-01T14:56:00.553743Z","steps":["trace[867959162] 'agreement among raft nodes before linearized reading' (duration: 2.002344445s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:00.553783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.551295Z","time spent":"2.002483018s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:00.889548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995566004s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:553"} {"level":"info","ts":"2026-03-01T14:56:00.89132Z","caller":"traceutil/trace.go:171","msg":"trace[333044776] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"5.382393952s","start":"2026-03-01T14:55:55.508904Z","end":"2026-03-01T14:56:00.891298Z","steps":["trace[333044776] 'process raft request' (duration: 5.382112825s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:00.891321Z","caller":"traceutil/trace.go:171","msg":"trace[296808633] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"5.382443102s","start":"2026-03-01T14:55:55.508842Z","end":"2026-03-01T14:56:00.891285Z","steps":["trace[296808633] 'process raft request' (duration: 5.382120724s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:00.891403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.508898Z","time spent":"5.382469794s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:00.891484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.508831Z","time spent":"5.382559085s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:02.556939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:02.55707Z","caller":"traceutil/trace.go:171","msg":"trace[425079536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206171s","start":"2026-03-01T14:56:00.556847Z","end":"2026-03-01T14:56:02.557053Z","steps":["trace[425079536] 'agreement among raft nodes before linearized reading' (duration: 2.000054327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.557128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:00.556834Z","time spent":"2.000284294s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:02.962846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071743675s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:56:02.963787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.04864ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.963927Z","caller":"traceutil/trace.go:171","msg":"trace[34479617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25275; }","duration":"603.206494ms","start":"2026-03-01T14:56:02.360699Z","end":"2026-03-01T14:56:02.963905Z","steps":["trace[34479617] 'range keys from in-memory index tree' (duration: 603.02774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.965002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.619889Z","time spent":"4.345109722s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:56:02.980922Z","caller":"traceutil/trace.go:171","msg":"trace[595585858] linearizableReadLoop","detail":"{readStateIndex:26229; appliedIndex:26223; }","duration":"4.363277163s","start":"2026-03-01T14:55:58.617613Z","end":"2026-03-01T14:56:02.98089Z","steps":["trace[595585858] 'read index received' (duration: 276.307425ms)","trace[595585858] 'applied index is now lower than readState.Index' (duration: 4.086966037s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:02.981142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.836843069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:02.981178Z","caller":"traceutil/trace.go:171","msg":"trace[1229383362] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25276; }","duration":"7.836941691s","start":"2026-03-01T14:55:55.144225Z","end":"2026-03-01T14:56:02.981167Z","steps":["trace[1229383362] 'agreement among raft nodes before linearized reading' (duration: 7.836834529s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.144205Z","time spent":"7.836990583s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.099460943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-01T14:56:02.981215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360892862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-vqlpq\" ","response":"range_response_count:1 size:3167"} {"level":"warn","ts":"2026-03-01T14:56:02.981189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.846919954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.981253Z","caller":"traceutil/trace.go:171","msg":"trace[550558029] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25276; }","duration":"7.099533085s","start":"2026-03-01T14:55:55.8817Z","end":"2026-03-01T14:56:02.981233Z","steps":["trace[550558029] 'agreement among raft nodes before linearized reading' (duration: 7.099465683s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.881675Z","time spent":"7.099607937s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:56:02.981298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.405791377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:02.981111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.579458494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.981349Z","caller":"traceutil/trace.go:171","msg":"trace[1406576292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25276; }","duration":"9.405857899s","start":"2026-03-01T14:55:53.575471Z","end":"2026-03-01T14:56:02.981329Z","steps":["trace[1406576292] 'agreement among raft nodes before linearized reading' (duration: 9.405799067s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.842820371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.981376Z","caller":"traceutil/trace.go:171","msg":"trace[199586173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25276; }","duration":"7.579809382s","start":"2026-03-01T14:55:55.401558Z","end":"2026-03-01T14:56:02.981367Z","steps":["trace[199586173] 'agreement among raft nodes before linearized reading' (duration: 7.579388812s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:02.981383Z","caller":"traceutil/trace.go:171","msg":"trace[1181311291] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25276; }","duration":"7.842873223s","start":"2026-03-01T14:55:55.1385Z","end":"2026-03-01T14:56:02.981373Z","steps":["trace[1181311291] 'agreement among raft nodes before linearized reading' (duration: 7.842824151s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.575457Z","time spent":"9.40592204s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.401543Z","time spent":"7.579850613s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.138487Z","time spent":"7.842917043s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.459516968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:02.981301Z","caller":"traceutil/trace.go:171","msg":"trace[1852504288] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25276; }","duration":"7.847087428s","start":"2026-03-01T14:55:55.13419Z","end":"2026-03-01T14:56:02.981277Z","steps":["trace[1852504288] 'agreement among raft nodes before linearized reading' (duration: 7.846874133s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.9816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133206719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:02.981601Z","caller":"traceutil/trace.go:171","msg":"trace[157608924] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25276; }","duration":"9.459937749s","start":"2026-03-01T14:55:53.521621Z","end":"2026-03-01T14:56:02.981559Z","steps":["trace[157608924] 'agreement among raft nodes before linearized reading' (duration: 9.459463567s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:02.981622Z","caller":"traceutil/trace.go:171","msg":"trace[1864571001] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25276; }","duration":"7.133295102s","start":"2026-03-01T14:55:55.84832Z","end":"2026-03-01T14:56:02.981615Z","steps":["trace[1864571001] 'agreement among raft nodes before linearized reading' (duration: 7.133148028s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.521605Z","time spent":"9.460018061s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.848303Z","time spent":"7.133332112s","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.134175Z","time spent":"7.847460167s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.380338776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.98177Z","caller":"traceutil/trace.go:171","msg":"trace[322030289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25276; }","duration":"7.380382256s","start":"2026-03-01T14:55:55.601379Z","end":"2026-03-01T14:56:02.981762Z","steps":["trace[322030289] 'agreement among raft nodes before linearized reading' (duration: 7.380351466s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.601362Z","time spent":"7.380422818s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.981793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.523526509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:02.981814Z","caller":"traceutil/trace.go:171","msg":"trace[712844007] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25276; }","duration":"8.5235835s","start":"2026-03-01T14:55:54.458222Z","end":"2026-03-01T14:56:02.981806Z","steps":["trace[712844007] 'agreement among raft nodes before linearized reading' (duration: 8.523545769s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.458205Z","time spent":"8.523620421s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:02.981256Z","caller":"traceutil/trace.go:171","msg":"trace[1306339958] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-vqlpq; range_end:; response_count:1; response_revision:25276; }","duration":"4.361009485s","start":"2026-03-01T14:55:58.620228Z","end":"2026-03-01T14:56:02.981238Z","steps":["trace[1306339958] 'agreement among raft nodes before linearized reading' (duration: 4.360885622s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.98186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.43588377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-01T14:56:02.981872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.620202Z","time spent":"4.361657432s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3191,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-vqlpq\" "} {"level":"info","ts":"2026-03-01T14:56:02.981889Z","caller":"traceutil/trace.go:171","msg":"trace[778763847] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25276; }","duration":"6.435940141s","start":"2026-03-01T14:55:56.545941Z","end":"2026-03-01T14:56:02.981881Z","steps":["trace[778763847] 'agreement among raft nodes before linearized reading' (duration: 6.435659784s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.981907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.545926Z","time spent":"6.435976772s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:56:02.981984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.786325631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.982002Z","caller":"traceutil/trace.go:171","msg":"trace[69153453] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25276; }","duration":"8.786388932s","start":"2026-03-01T14:55:54.195605Z","end":"2026-03-01T14:56:02.981994Z","steps":["trace[69153453] 'agreement among raft nodes before linearized reading' (duration: 8.786358531s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.19558Z","time spent":"8.786432824s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904981018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:56:02.982093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.103321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.982114Z","caller":"traceutil/trace.go:171","msg":"trace[89513856] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25276; }","duration":"1.905043799s","start":"2026-03-01T14:56:01.077065Z","end":"2026-03-01T14:56:02.982109Z","steps":["trace[89513856] 'agreement among raft nodes before linearized reading' (duration: 1.904886695s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.98213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.07704Z","time spent":"1.90508607s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:02.982138Z","caller":"traceutil/trace.go:171","msg":"trace[1494982980] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25276; }","duration":"959.845094ms","start":"2026-03-01T14:56:02.022277Z","end":"2026-03-01T14:56:02.982122Z","steps":["trace[1494982980] 'agreement among raft nodes before linearized reading' (duration: 959.760982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.022256Z","time spent":"959.907916ms","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887525245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:02.982192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708147017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-01T14:56:02.982202Z","caller":"traceutil/trace.go:171","msg":"trace[940801052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25276; }","duration":"1.887567846s","start":"2026-03-01T14:56:01.094629Z","end":"2026-03-01T14:56:02.982197Z","steps":["trace[940801052] 'agreement among raft nodes before linearized reading' (duration: 1.887535425s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:02.982211Z","caller":"traceutil/trace.go:171","msg":"trace[155133792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25276; }","duration":"1.708167587s","start":"2026-03-01T14:56:01.274037Z","end":"2026-03-01T14:56:02.982205Z","steps":["trace[155133792] 'agreement among raft nodes before linearized reading' (duration: 1.708058845s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101843961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:02.982218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.094615Z","time spent":"1.887598137s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.273968Z","time spent":"1.70825639s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-01T14:56:02.982232Z","caller":"traceutil/trace.go:171","msg":"trace[1723622301] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25276; }","duration":"3.101901713s","start":"2026-03-01T14:55:59.880325Z","end":"2026-03-01T14:56:02.982226Z","steps":["trace[1723622301] 'agreement among raft nodes before linearized reading' (duration: 3.101866552s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462199865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:02.982248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.880303Z","time spent":"3.101941553s","remote":"127.0.0.1:38436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:02.982264Z","caller":"traceutil/trace.go:171","msg":"trace[1097661080] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25276; }","duration":"2.462271607s","start":"2026-03-01T14:56:00.519983Z","end":"2026-03-01T14:56:02.982255Z","steps":["trace[1097661080] 'agreement among raft nodes before linearized reading' (duration: 2.462215135s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:00.51996Z","time spent":"2.462322238s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454451285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:02.982319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552380871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:02.982324Z","caller":"traceutil/trace.go:171","msg":"trace[1107121105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25276; }","duration":"1.454506276s","start":"2026-03-01T14:56:01.527812Z","end":"2026-03-01T14:56:02.982318Z","steps":["trace[1107121105] 'agreement among raft nodes before linearized reading' (duration: 1.454471215s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:02.982335Z","caller":"traceutil/trace.go:171","msg":"trace[346734365] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25276; }","duration":"2.552431532s","start":"2026-03-01T14:56:00.429898Z","end":"2026-03-01T14:56:02.982329Z","steps":["trace[346734365] 'agreement among raft nodes before linearized reading' (duration: 2.55238798s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.527793Z","time spent":"1.454545127s","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:00.429877Z","time spent":"2.552468843s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.148254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.982379Z","caller":"traceutil/trace.go:171","msg":"trace[2134090815] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25276; }","duration":"411.200215ms","start":"2026-03-01T14:56:02.571166Z","end":"2026-03-01T14:56:02.982367Z","steps":["trace[2134090815] 'agreement among raft nodes before linearized reading' (duration: 411.141454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.571156Z","time spent":"411.244676ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421459811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.982446Z","caller":"traceutil/trace.go:171","msg":"trace[1870306444] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25276; }","duration":"2.421501962s","start":"2026-03-01T14:56:00.56093Z","end":"2026-03-01T14:56:02.982432Z","steps":["trace[1870306444] 'agreement among raft nodes before linearized reading' (duration: 2.421454531s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:00.560922Z","time spent":"2.421538434s","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.982542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.621455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.982562Z","caller":"traceutil/trace.go:171","msg":"trace[216025622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25276; }","duration":"424.657366ms","start":"2026-03-01T14:56:02.557897Z","end":"2026-03-01T14:56:02.982554Z","steps":["trace[216025622] 'agreement among raft nodes before linearized reading' (duration: 424.625925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.557886Z","time spent":"424.686507ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:02.982616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360887452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-01T14:56:02.982612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30415761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.982636Z","caller":"traceutil/trace.go:171","msg":"trace[181936219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1; range_end:; response_count:1; response_revision:25276; }","duration":"4.360903462s","start":"2026-03-01T14:55:58.621724Z","end":"2026-03-01T14:56:02.982628Z","steps":["trace[181936219] 'agreement among raft nodes before linearized reading' (duration: 4.360790999s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.621711Z","time spent":"4.360936353s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" "} {"level":"info","ts":"2026-03-01T14:56:02.982647Z","caller":"traceutil/trace.go:171","msg":"trace[1379291386] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25276; }","duration":"3.304232922s","start":"2026-03-01T14:55:59.678403Z","end":"2026-03-01T14:56:02.982635Z","steps":["trace[1379291386] 'agreement among raft nodes before linearized reading' (duration: 3.304177861s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.982678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.678373Z","time spent":"3.304297564s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:02.982964Z","caller":"traceutil/trace.go:171","msg":"trace[1074249254] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"4.362180225s","start":"2026-03-01T14:55:58.620766Z","end":"2026-03-01T14:56:02.982947Z","steps":["trace[1074249254] 'process raft request' (duration: 4.344147778s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.983007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.824170244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:02.983047Z","caller":"traceutil/trace.go:171","msg":"trace[2067247048] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25276; }","duration":"6.824262626s","start":"2026-03-01T14:55:56.158775Z","end":"2026-03-01T14:56:02.983038Z","steps":["trace[2067247048] 'agreement among raft nodes before linearized reading' (duration: 6.824147493s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.98305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.620737Z","time spent":"4.362250227s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:02.983067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.158755Z","time spent":"6.824307908s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:02.983288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.175790175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-01T14:56:02.98332Z","caller":"traceutil/trace.go:171","msg":"trace[758666525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25276; }","duration":"9.175850757s","start":"2026-03-01T14:55:53.807459Z","end":"2026-03-01T14:56:02.983309Z","steps":["trace[758666525] 'agreement among raft nodes before linearized reading' (duration: 9.175772985s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.983336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.807442Z","time spent":"9.175890659s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:56:02.985979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.36606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:02.986013Z","caller":"traceutil/trace.go:171","msg":"trace[457546051] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25276; }","duration":"140.466302ms","start":"2026-03-01T14:56:02.845538Z","end":"2026-03-01T14:56:02.986004Z","steps":["trace[457546051] 'agreement among raft nodes before linearized reading' (duration: 135.805384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:03.526574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:04.027148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:04.527495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:04.999091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:04.99917Z","caller":"traceutil/trace.go:171","msg":"trace[385274916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248432s","start":"2026-03-01T14:56:02.998906Z","end":"2026-03-01T14:56:04.999155Z","steps":["trace[385274916] 'agreement among raft nodes before linearized reading' (duration: 2.0001468s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.999223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.998895Z","time spent":"2.000313534s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:05.027658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:05.528144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:06.028721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:06.529405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:06.667279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.677502637s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:56:06.667693Z","caller":"traceutil/trace.go:171","msg":"trace[550005997] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25276; }","duration":"3.684730991s","start":"2026-03-01T14:56:02.982926Z","end":"2026-03-01T14:56:06.667657Z","steps":["trace[550005997] 'process raft request' (duration: 3.684608947s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:06.667906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.982905Z","time spent":"3.684891664s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:06.76471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999969346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:06.76483Z","caller":"traceutil/trace.go:171","msg":"trace[1715753313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171891s","start":"2026-03-01T14:56:04.764628Z","end":"2026-03-01T14:56:06.764799Z","steps":["trace[1715753313] 'agreement among raft nodes before linearized reading' (duration: 1.999998457s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:06.764885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.764606Z","time spent":"2.000268314s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:07.001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000462218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:07.001099Z","caller":"traceutil/trace.go:171","msg":"trace[179790844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639533s","start":"2026-03-01T14:56:05.000436Z","end":"2026-03-01T14:56:07.001075Z","steps":["trace[179790844] 'agreement among raft nodes before linearized reading' (duration: 2.00051774s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:07.001158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:05.000399Z","time spent":"2.000747445s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:08.469595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802124059s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:56:08.47028Z","caller":"traceutil/trace.go:171","msg":"trace[537981846] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"5.48015688s","start":"2026-03-01T14:56:02.990088Z","end":"2026-03-01T14:56:08.470245Z","steps":["trace[537981846] 'process raft request' (duration: 5.479883113s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:08.470368Z","caller":"traceutil/trace.go:171","msg":"trace[736003322] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"5.480028016s","start":"2026-03-01T14:56:02.990281Z","end":"2026-03-01T14:56:08.470309Z","steps":["trace[736003322] 'process raft request' (duration: 5.479869172s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:08.470509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.990068Z","time spent":"5.480339204s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:08.470518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.990276Z","time spent":"5.480163299s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:08.470655Z","caller":"traceutil/trace.go:171","msg":"trace[2071085032] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26231; }","duration":"5.483973075s","start":"2026-03-01T14:56:02.986648Z","end":"2026-03-01T14:56:08.470621Z","steps":["trace[2071085032] 'read index received' (duration: 3.680849021s)","trace[2071085032] 'applied index is now lower than readState.Index' (duration: 1.803123214s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:08.47074Z","caller":"traceutil/trace.go:171","msg":"trace[926701884] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"4.846275388s","start":"2026-03-01T14:56:03.624403Z","end":"2026-03-01T14:56:08.470678Z","steps":["trace[926701884] 'process raft request' (duration: 4.845803857s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:08.471001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.484317455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-01T14:56:08.47102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.62438Z","time spent":"4.846495604s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:08.471081Z","caller":"traceutil/trace.go:171","msg":"trace[70095439] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25280; }","duration":"5.484429778s","start":"2026-03-01T14:56:02.986633Z","end":"2026-03-01T14:56:08.471063Z","steps":["trace[70095439] 'agreement among raft nodes before linearized reading' (duration: 5.484123379s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:08.471158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.986621Z","time spent":"5.484491949s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-01T14:56:08.474605Z","caller":"traceutil/trace.go:171","msg":"trace[662357167] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"4.849539231s","start":"2026-03-01T14:56:03.625053Z","end":"2026-03-01T14:56:08.474592Z","steps":["trace[662357167] 'process raft request' (duration: 4.845454617s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:08.474698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.625047Z","time spent":"4.849590332s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:08.971899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:09.008869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:09.009023Z","caller":"traceutil/trace.go:171","msg":"trace[126662328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049501s","start":"2026-03-01T14:56:07.008496Z","end":"2026-03-01T14:56:09.008991Z","steps":["trace[126662328] 'agreement among raft nodes before linearized reading' (duration: 2.000292144s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:09.009107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.008478Z","time spent":"2.000606272s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:11.018107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001153847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:11.018223Z","caller":"traceutil/trace.go:171","msg":"trace[521973214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001334321s","start":"2026-03-01T14:56:09.016868Z","end":"2026-03-01T14:56:11.018202Z","steps":["trace[521973214] 'agreement among raft nodes before linearized reading' (duration: 2.001202538s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:11.018365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.016841Z","time spent":"2.001512026s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:12.925654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.19464ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:12.925789Z","caller":"traceutil/trace.go:171","msg":"trace[236044587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25280; }","duration":"565.341334ms","start":"2026-03-01T14:56:12.360426Z","end":"2026-03-01T14:56:12.925767Z","steps":["trace[236044587] 'range keys from in-memory index tree' (duration: 565.17695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:12.927771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569950549s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:56:12.927873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:06.670274Z","time spent":"6.257590839s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:13.024703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:13.024863Z","caller":"traceutil/trace.go:171","msg":"trace[1610795297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409376s","start":"2026-03-01T14:56:11.024412Z","end":"2026-03-01T14:56:13.024821Z","steps":["trace[1610795297] 'agreement among raft nodes before linearized reading' (duration: 2.00014982s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.024953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.02438Z","time spent":"2.00054751s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:14.083583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.725857985s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:15.025816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999882173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:15.025943Z","caller":"traceutil/trace.go:171","msg":"trace[504362260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084358s","start":"2026-03-01T14:56:13.025829Z","end":"2026-03-01T14:56:15.025913Z","steps":["trace[504362260] 'agreement among raft nodes before linearized reading' (duration: 1.999908314s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.026011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.025806Z","time spent":"2.000189701s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:15.135862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051945011s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:15.136101Z","caller":"traceutil/trace.go:171","msg":"trace[186344842] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"6.404713941s","start":"2026-03-01T14:56:08.731364Z","end":"2026-03-01T14:56:15.136078Z","steps":["trace[186344842] 'process raft request' (duration: 6.404596778s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:15.136114Z","caller":"traceutil/trace.go:171","msg":"trace[2045717953] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"6.654474653s","start":"2026-03-01T14:56:08.481586Z","end":"2026-03-01T14:56:15.13606Z","steps":["trace[2045717953] 'process raft request' (duration: 5.602234505s)","trace[2045717953] 'compare' (duration: 1.050758729s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:15.13623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.731327Z","time spent":"6.404828733s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:15.136334Z","caller":"traceutil/trace.go:171","msg":"trace[802675637] linearizableReadLoop","detail":"{readStateIndex:26240; appliedIndex:26236; }","duration":"6.665623745s","start":"2026-03-01T14:56:08.470688Z","end":"2026-03-01T14:56:15.136312Z","steps":["trace[802675637] 'read index received' (duration: 887.123901ms)","trace[802675637] 'applied index is now lower than readState.Index' (duration: 5.778493854s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:15.13641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.551577707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:15.13641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.608221385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:15.136451Z","caller":"traceutil/trace.go:171","msg":"trace[1789789054] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25283; }","duration":"7.5516991s","start":"2026-03-01T14:56:07.58474Z","end":"2026-03-01T14:56:15.136439Z","steps":["trace[1789789054] 'agreement among raft nodes before linearized reading' (duration: 7.551626568s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:15.136466Z","caller":"traceutil/trace.go:171","msg":"trace[1915515630] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25283; }","duration":"8.608300177s","start":"2026-03-01T14:56:06.528153Z","end":"2026-03-01T14:56:15.136453Z","steps":["trace[1915515630] 'agreement among raft nodes before linearized reading' (duration: 8.608187425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.481545Z","time spent":"6.654700298s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:15.136485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.584699Z","time spent":"7.551776902s","remote":"127.0.0.1:51456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.136498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:06.528121Z","time spent":"8.608371059s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:15.13647Z","caller":"traceutil/trace.go:171","msg":"trace[370325288] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"6.363865734s","start":"2026-03-01T14:56:08.77258Z","end":"2026-03-01T14:56:15.136446Z","steps":["trace[370325288] 'process raft request' (duration: 6.363454544s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.774697606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:15.136492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.965770355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:15.136556Z","caller":"traceutil/trace.go:171","msg":"trace[856116830] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25283; }","duration":"8.774823509s","start":"2026-03-01T14:56:06.361716Z","end":"2026-03-01T14:56:15.136539Z","steps":["trace[856116830] 'agreement among raft nodes before linearized reading' (duration: 8.774700676s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:15.136569Z","caller":"traceutil/trace.go:171","msg":"trace[1712062046] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25283; }","duration":"6.965884988s","start":"2026-03-01T14:56:08.170665Z","end":"2026-03-01T14:56:15.13655Z","steps":["trace[1712062046] 'agreement among raft nodes before linearized reading' (duration: 6.965741704s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.772548Z","time spent":"6.363979557s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:15.136607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:06.361685Z","time spent":"8.774911041s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.136625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.170647Z","time spent":"6.965967469s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.136672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.250940918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:56:15.136692Z","caller":"traceutil/trace.go:171","msg":"trace[1453454107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25283; }","duration":"8.251008929s","start":"2026-03-01T14:56:06.885676Z","end":"2026-03-01T14:56:15.136685Z","steps":["trace[1453454107] 'agreement among raft nodes before linearized reading' (duration: 8.250931127s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057072392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:15.136705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:06.885653Z","time spent":"8.25104893s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:56:15.136756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.51883788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:15.136746Z","caller":"traceutil/trace.go:171","msg":"trace[1214522034] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25283; }","duration":"8.057253117s","start":"2026-03-01T14:56:07.079466Z","end":"2026-03-01T14:56:15.136719Z","steps":["trace[1214522034] 'agreement among raft nodes before linearized reading' (duration: 8.057069602s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:15.136772Z","caller":"traceutil/trace.go:171","msg":"trace[264767164] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25283; }","duration":"8.518897121s","start":"2026-03-01T14:56:06.617869Z","end":"2026-03-01T14:56:15.136766Z","steps":["trace[264767164] 'agreement among raft nodes before linearized reading' (duration: 8.51887008s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:06.617819Z","time spent":"8.518964753s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:56:15.136797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.07944Z","time spent":"8.057345259s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.136854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.528897614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:15.136903Z","caller":"traceutil/trace.go:171","msg":"trace[39773450] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25283; }","duration":"11.528971045s","start":"2026-03-01T14:56:03.607912Z","end":"2026-03-01T14:56:15.136883Z","steps":["trace[39773450] 'agreement among raft nodes before linearized reading' (duration: 11.528900813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.607895Z","time spent":"11.529030727s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.136988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.470758688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:15.137007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.149871327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-01T14:56:15.137024Z","caller":"traceutil/trace.go:171","msg":"trace[879838072] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25283; }","duration":"12.149898988s","start":"2026-03-01T14:56:02.987119Z","end":"2026-03-01T14:56:15.137018Z","steps":["trace[879838072] 'agreement among raft nodes before linearized reading' (duration: 12.149834027s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:15.137024Z","caller":"traceutil/trace.go:171","msg":"trace[2039725288] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25283; }","duration":"10.470832069s","start":"2026-03-01T14:56:04.666183Z","end":"2026-03-01T14:56:15.137015Z","steps":["trace[2039725288] 'agreement among raft nodes before linearized reading' (duration: 10.470710636s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.137031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767621144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:15.137264Z","caller":"traceutil/trace.go:171","msg":"trace[713463373] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25283; }","duration":"7.767902121s","start":"2026-03-01T14:56:07.369343Z","end":"2026-03-01T14:56:15.137245Z","steps":["trace[713463373] 'agreement among raft nodes before linearized reading' (duration: 7.767647095s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.137308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.369312Z","time spent":"7.767981702s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.137311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.526956155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-03-01T14:56:15.137304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.175630848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:15.137046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.66616Z","time spent":"10.47088103s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:15.137406Z","caller":"traceutil/trace.go:171","msg":"trace[1335554591] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25283; }","duration":"11.175790802s","start":"2026-03-01T14:56:03.961591Z","end":"2026-03-01T14:56:15.137382Z","steps":["trace[1335554591] 'agreement among raft nodes before linearized reading' (duration: 11.175601637s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:15.13736Z","caller":"traceutil/trace.go:171","msg":"trace[1006618868] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:25283; }","duration":"11.527054028s","start":"2026-03-01T14:56:03.610292Z","end":"2026-03-01T14:56:15.137346Z","steps":["trace[1006618868] 'agreement among raft nodes before linearized reading' (duration: 11.526519254s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.137455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.961559Z","time spent":"11.175883013s","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.137466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.610268Z","time spent":"11.52718681s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":904,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-01T14:56:15.137058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.987099Z","time spent":"12.149936029s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-01T14:56:15.137079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.343909961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:15.137598Z","caller":"traceutil/trace.go:171","msg":"trace[1113341795] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25283; }","duration":"10.344461835s","start":"2026-03-01T14:56:04.793127Z","end":"2026-03-01T14:56:15.137589Z","steps":["trace[1113341795] 'agreement among raft nodes before linearized reading' (duration: 10.343933622s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.137635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.793106Z","time spent":"10.344519466s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.137138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.047487861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-01T14:56:15.137728Z","caller":"traceutil/trace.go:171","msg":"trace[1065524574] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25283; }","duration":"12.048075996s","start":"2026-03-01T14:56:03.089632Z","end":"2026-03-01T14:56:15.137708Z","steps":["trace[1065524574] 'agreement among raft nodes before linearized reading' (duration: 12.047324417s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.136664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.273188348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:15.137779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.089611Z","time spent":"12.048154998s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-01T14:56:15.137808Z","caller":"traceutil/trace.go:171","msg":"trace[877831564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25283; }","duration":"7.274362598s","start":"2026-03-01T14:56:07.863431Z","end":"2026-03-01T14:56:15.137793Z","steps":["trace[877831564] 'agreement among raft nodes before linearized reading' (duration: 7.273203119s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.137843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.863412Z","time spent":"7.274421349s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:15.137211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.150226776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T14:56:15.137882Z","caller":"traceutil/trace.go:171","msg":"trace[803219008] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:25283; }","duration":"12.150904354s","start":"2026-03-01T14:56:02.986962Z","end":"2026-03-01T14:56:15.137867Z","steps":["trace[803219008] 'agreement among raft nodes before linearized reading' (duration: 12.150204206s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.137938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.986945Z","time spent":"12.150978095s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" "} {"level":"warn","ts":"2026-03-01T14:56:15.137956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.5275492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-01T14:56:15.138038Z","caller":"traceutil/trace.go:171","msg":"trace[1305730237] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25283; }","duration":"11.527662883s","start":"2026-03-01T14:56:03.610358Z","end":"2026-03-01T14:56:15.138021Z","steps":["trace[1305730237] 'agreement among raft nodes before linearized reading' (duration: 11.527035947s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.138109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.610354Z","time spent":"11.527743075s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":912,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-01T14:56:15.636943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:16.137906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:16.638042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:16.76492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999646477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:16.765058Z","caller":"traceutil/trace.go:171","msg":"trace[82934598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999870603s","start":"2026-03-01T14:56:14.765156Z","end":"2026-03-01T14:56:16.765027Z","steps":["trace[82934598] 'agreement among raft nodes before linearized reading' (duration: 1.999690089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:16.765127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:14.765129Z","time spent":"1.999984476s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:17.044379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:17.044462Z","caller":"traceutil/trace.go:171","msg":"trace[38724683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060508s","start":"2026-03-01T14:56:15.044382Z","end":"2026-03-01T14:56:17.044442Z","steps":["trace[38724683] 'agreement among raft nodes before linearized reading' (duration: 1.999958205s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:17.04451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.044349Z","time spent":"2.0001509s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:17.138287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:17.467245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.028072201s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:17.928611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.819994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:17.929108Z","caller":"traceutil/trace.go:171","msg":"trace[408221066] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"4.445403976s","start":"2026-03-01T14:56:13.483672Z","end":"2026-03-01T14:56:17.929076Z","steps":["trace[408221066] 'process raft request' (duration: 4.445243441s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:17.929114Z","caller":"traceutil/trace.go:171","msg":"trace[1184450136] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"4.999273708s","start":"2026-03-01T14:56:12.929795Z","end":"2026-03-01T14:56:17.929069Z","steps":["trace[1184450136] 'process raft request' (duration: 4.998998591s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:17.929165Z","caller":"traceutil/trace.go:171","msg":"trace[1091742276] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"6.642074118s","start":"2026-03-01T14:56:11.28705Z","end":"2026-03-01T14:56:17.929124Z","steps":["trace[1091742276] 'process raft request' (duration: 6.180600137s)","trace[1091742276] 'compare' (duration: 459.630554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:17.929296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:12.929763Z","time spent":"4.999428411s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:17.929339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.287032Z","time spent":"6.642219082s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:17.929656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.483639Z","time spent":"4.445524959s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:19.053356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:19.053496Z","caller":"traceutil/trace.go:171","msg":"trace[797549052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866868s","start":"2026-03-01T14:56:17.052597Z","end":"2026-03-01T14:56:19.053464Z","steps":["trace[797549052] 'agreement among raft nodes before linearized reading' (duration: 2.000620122s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:19.053598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:17.052566Z","time spent":"2.000992351s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:21.054333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:21.054434Z","caller":"traceutil/trace.go:171","msg":"trace[839276978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250573s","start":"2026-03-01T14:56:19.054159Z","end":"2026-03-01T14:56:21.05441Z","steps":["trace[839276978] 'agreement among raft nodes before linearized reading' (duration: 2.00013044s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:21.054498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:19.054124Z","time spent":"2.000358726s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:22.14118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.140045Z","time spent":"7.001128701s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:22.154761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.153609Z","time spent":"7.001147771s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:22.154824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.153644Z","time spent":"7.001176082s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:22.802071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.968926549s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:22.981056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.980363Z","time spent":"7.000666319s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:23.063142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:23.063226Z","caller":"traceutil/trace.go:171","msg":"trace[623620929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081428s","start":"2026-03-01T14:56:21.063126Z","end":"2026-03-01T14:56:23.063207Z","steps":["trace[623620929] 'agreement among raft nodes before linearized reading' (duration: 1.999974725s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.063276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.063106Z","time spent":"2.00015996s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:23.174761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.458314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.174894Z","caller":"traceutil/trace.go:171","msg":"trace[168785365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25286; }","duration":"813.604467ms","start":"2026-03-01T14:56:22.361269Z","end":"2026-03-01T14:56:23.174873Z","steps":["trace[168785365] 'range keys from in-memory index tree' (duration: 813.440852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.176101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.622953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:23.176444Z","caller":"traceutil/trace.go:171","msg":"trace[80349428] linearizableReadLoop","detail":"{readStateIndex:26247; appliedIndex:26240; }","duration":"8.040050791s","start":"2026-03-01T14:56:15.136378Z","end":"2026-03-01T14:56:23.176429Z","steps":["trace[80349428] 'read index received' (duration: 2.331228564s)","trace[80349428] 'applied index is now lower than readState.Index' (duration: 5.708821217s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:23.176788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.555297684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.176821Z","caller":"traceutil/trace.go:171","msg":"trace[216280277] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25290; }","duration":"8.555338375s","start":"2026-03-01T14:56:14.621475Z","end":"2026-03-01T14:56:23.176813Z","steps":["trace[216280277] 'agreement among raft nodes before linearized reading' (duration: 8.555275443s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.176876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:14.621414Z","time spent":"8.555450898s","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.17699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.312613361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:23.177007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.629164176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.177064Z","caller":"traceutil/trace.go:171","msg":"trace[1472691867] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25290; }","duration":"11.312748613s","start":"2026-03-01T14:56:11.864296Z","end":"2026-03-01T14:56:23.177044Z","steps":["trace[1472691867] 'agreement among raft nodes before linearized reading' (duration: 11.312631191s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:23.177087Z","caller":"traceutil/trace.go:171","msg":"trace[611803520] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25290; }","duration":"14.629312589s","start":"2026-03-01T14:56:08.547752Z","end":"2026-03-01T14:56:23.177064Z","steps":["trace[611803520] 'agreement among raft nodes before linearized reading' (duration: 14.629179016s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.177124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.86427Z","time spent":"11.312838876s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.17718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.330660059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.177224Z","caller":"traceutil/trace.go:171","msg":"trace[610442252] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25290; }","duration":"11.330755781s","start":"2026-03-01T14:56:11.846457Z","end":"2026-03-01T14:56:23.177213Z","steps":["trace[610442252] 'agreement among raft nodes before linearized reading' (duration: 11.330698019s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.177255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.846428Z","time spent":"11.330819423s","remote":"127.0.0.1:38526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.177427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.339439694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.17749Z","caller":"traceutil/trace.go:171","msg":"trace[952949579] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25290; }","duration":"9.339543977s","start":"2026-03-01T14:56:13.83793Z","end":"2026-03-01T14:56:23.177474Z","steps":["trace[952949579] 'agreement among raft nodes before linearized reading' (duration: 9.339441055s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.177545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.253521126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-01T14:56:23.177557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.837911Z","time spent":"9.339612728s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:23.177614Z","caller":"traceutil/trace.go:171","msg":"trace[1745478072] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25290; }","duration":"12.253642658s","start":"2026-03-01T14:56:10.92396Z","end":"2026-03-01T14:56:23.177603Z","steps":["trace[1745478072] 'agreement among raft nodes before linearized reading' (duration: 12.253470914s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.177645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:10.923929Z","time spent":"12.25370812s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:56:23.177263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.693599719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-01T14:56:23.177802Z","caller":"traceutil/trace.go:171","msg":"trace[546078867] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25290; }","duration":"14.694187194s","start":"2026-03-01T14:56:08.483602Z","end":"2026-03-01T14:56:23.177789Z","steps":["trace[546078867] 'agreement among raft nodes before linearized reading' (duration: 14.693489737s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.177837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.483588Z","time spent":"14.694239315s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:56:23.177894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.077609319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.177952Z","caller":"traceutil/trace.go:171","msg":"trace[732816992] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25290; }","duration":"10.077713642s","start":"2026-03-01T14:56:13.100223Z","end":"2026-03-01T14:56:23.177937Z","steps":["trace[732816992] 'agreement among raft nodes before linearized reading' (duration: 10.07763985s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.178004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.100194Z","time spent":"10.077795684s","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.177833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.581106551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.178062Z","caller":"traceutil/trace.go:171","msg":"trace[1761071751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25290; }","duration":"9.581394439s","start":"2026-03-01T14:56:13.596652Z","end":"2026-03-01T14:56:23.178047Z","steps":["trace[1761071751] 'agreement among raft nodes before linearized reading' (duration: 9.581132382s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.178115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.596623Z","time spent":"9.581478461s","remote":"127.0.0.1:38652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.178266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.353268049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:23.178325Z","caller":"traceutil/trace.go:171","msg":"trace[629735861] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25290; }","duration":"10.353402422s","start":"2026-03-01T14:56:12.824907Z","end":"2026-03-01T14:56:23.17831Z","steps":["trace[629735861] 'agreement among raft nodes before linearized reading' (duration: 10.353312949s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.178379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:12.824873Z","time spent":"10.353491423s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.177131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.547721Z","time spent":"14.629399881s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.179338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.104161676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:23.179453Z","caller":"traceutil/trace.go:171","msg":"trace[1066153374] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25290; }","duration":"11.104396212s","start":"2026-03-01T14:56:12.075035Z","end":"2026-03-01T14:56:23.179432Z","steps":["trace[1066153374] 'agreement among raft nodes before linearized reading' (duration: 11.104080884s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.179567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:12.075009Z","time spent":"11.104544055s","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:23.180091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.932243136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-01T14:56:23.180162Z","caller":"traceutil/trace.go:171","msg":"trace[1713876779] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25290; }","duration":"10.932364119s","start":"2026-03-01T14:56:12.247781Z","end":"2026-03-01T14:56:23.180145Z","steps":["trace[1713876779] 'agreement among raft nodes before linearized reading' (duration: 10.93081791s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.180216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:12.247747Z","time spent":"10.932456812s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418205,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T14:56:23.67755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:24.088182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283365557s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:25.06344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:25.063531Z","caller":"traceutil/trace.go:171","msg":"trace[1797527643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073127s","start":"2026-03-01T14:56:23.063438Z","end":"2026-03-01T14:56:25.063512Z","steps":["trace[1797527643] 'agreement among raft nodes before linearized reading' (duration: 1.999951884s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:25.063629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.063425Z","time spent":"2.000190252s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:25.157961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000952996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:25.158042Z","caller":"traceutil/trace.go:171","msg":"trace[1468932677] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.001069078s","start":"2026-03-01T14:56:15.156955Z","end":"2026-03-01T14:56:25.158024Z","steps":["trace[1468932677] 'agreement among raft nodes before linearized reading' (duration: 10.000962206s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:25.158093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.15695Z","time spent":"10.00112625s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/01 14:56:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:25.435952Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79ca9b2a0c754","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:26.765118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:26.765199Z","caller":"traceutil/trace.go:171","msg":"trace[2034893982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617422s","start":"2026-03-01T14:56:24.764559Z","end":"2026-03-01T14:56:26.765176Z","steps":["trace[2034893982] 'agreement among raft nodes before linearized reading' (duration: 2.0005262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.765654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:24.76453Z","time spent":"2.001109214s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:27.072234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:27.072312Z","caller":"traceutil/trace.go:171","msg":"trace[262162752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074418s","start":"2026-03-01T14:56:25.072221Z","end":"2026-03-01T14:56:27.072295Z","steps":["trace[262162752] 'agreement among raft nodes before linearized reading' (duration: 1.999973085s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:27.072357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.072199Z","time spent":"2.00014853s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:27.356673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.324967Z","time spent":"2.03169984s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:27.486504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.397313802s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:28.851481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76306956s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:56:28.852939Z","caller":"traceutil/trace.go:171","msg":"trace[521363156] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"5.915401824s","start":"2026-03-01T14:56:22.937315Z","end":"2026-03-01T14:56:28.852717Z","steps":["trace[521363156] 'process raft request' (duration: 5.914367578s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:28.853153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.937289Z","time spent":"5.915734173s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:29.081841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:29.081973Z","caller":"traceutil/trace.go:171","msg":"trace[1768891480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001126795s","start":"2026-03-01T14:56:27.080823Z","end":"2026-03-01T14:56:29.08195Z","steps":["trace[1768891480] 'agreement among raft nodes before linearized reading' (duration: 2.000975611s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:29.082036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:27.080804Z","time spent":"2.001216637s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:30.551956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.550792Z","time spent":"7.001158372s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:30.722751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.029738263s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:30.978263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992053534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:30.978357Z","caller":"traceutil/trace.go:171","msg":"trace[2115811750] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.992228488s","start":"2026-03-01T14:56:22.986106Z","end":"2026-03-01T14:56:30.978334Z","steps":["trace[2115811750] 'agreement among raft nodes before linearized reading' (duration: 7.992111665s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:30.97841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.986066Z","time spent":"7.992333891s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/01 14:56:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:31.082028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:31.082128Z","caller":"traceutil/trace.go:171","msg":"trace[576288759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042877s","start":"2026-03-01T14:56:29.082067Z","end":"2026-03-01T14:56:31.082109Z","steps":["trace[576288759] 'agreement among raft nodes before linearized reading' (duration: 1.999924494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:31.082174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.082046Z","time spent":"2.000116559s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:31.334243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481197417s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:31.335425Z","caller":"traceutil/trace.go:171","msg":"trace[609694582] linearizableReadLoop","detail":"{readStateIndex:26250; appliedIndex:26247; }","duration":"8.158923704s","start":"2026-03-01T14:56:23.176473Z","end":"2026-03-01T14:56:31.335397Z","steps":["trace[609694582] 'read index received' (duration: 912.029962ms)","trace[609694582] 'applied index is now lower than readState.Index' (duration: 7.246890652s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:31.443635Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79ca9b2a0c75e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:32.294597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.294031Z","time spent":"7.000557907s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:32.319981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.319178Z","time spent":"7.000796162s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:32.445348Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79ca9b2a0c754","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:33.09501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:33.095092Z","caller":"traceutil/trace.go:171","msg":"trace[2031186649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458388s","start":"2026-03-01T14:56:31.094614Z","end":"2026-03-01T14:56:33.095072Z","steps":["trace[2031186649] 'agreement among raft nodes before linearized reading' (duration: 2.000355315s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:33.095138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.094595Z","time spent":"2.000533161s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:33.849697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515349352s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:56:33.849954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.653253567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.850043Z","caller":"traceutil/trace.go:171","msg":"trace[299305473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25293; }","duration":"11.653374161s","start":"2026-03-01T14:56:22.196639Z","end":"2026-03-01T14:56:33.850013Z","steps":["trace[299305473] 'agreement among raft nodes before linearized reading' (duration: 9.1389126s)","trace[299305473] 'count revisions from in-memory index tree' (duration: 2.514340837s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.850113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.196579Z","time spent":"11.653515824s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.85047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.69871796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T14:56:33.850539Z","caller":"traceutil/trace.go:171","msg":"trace[2036216084] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:25293; }","duration":"11.698821152s","start":"2026-03-01T14:56:22.151696Z","end":"2026-03-01T14:56:33.850517Z","steps":["trace[2036216084] 'agreement among raft nodes before linearized reading' (duration: 9.18387252s)","trace[2036216084] 'range keys from in-memory index tree' (duration: 2.514793088s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.850593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.151676Z","time spent":"11.698903635s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" "} {"level":"warn","ts":"2026-03-01T14:56:33.851152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.927358925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.851222Z","caller":"traceutil/trace.go:171","msg":"trace[2071157427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25293; }","duration":"11.927472938s","start":"2026-03-01T14:56:21.923731Z","end":"2026-03-01T14:56:33.851204Z","steps":["trace[2071157427] 'agreement among raft nodes before linearized reading' (duration: 9.411844659s)","trace[2071157427] 'count revisions from in-memory index tree' (duration: 2.515537557s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.851283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.923712Z","time spent":"11.927553391s","remote":"127.0.0.1:38578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.851522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.136474949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.851572Z","caller":"traceutil/trace.go:171","msg":"trace[1161737638] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25293; }","duration":"12.136562831s","start":"2026-03-01T14:56:21.714992Z","end":"2026-03-01T14:56:33.851555Z","steps":["trace[1161737638] 'agreement among raft nodes before linearized reading' (duration: 9.620591282s)","trace[1161737638] 'count revisions from in-memory index tree' (duration: 2.515909087s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.851617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.714976Z","time spent":"12.136626613s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.851814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.517043198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.852009Z","caller":"traceutil/trace.go:171","msg":"trace[1114272023] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25293; }","duration":"12.517191992s","start":"2026-03-01T14:56:21.334715Z","end":"2026-03-01T14:56:33.851907Z","steps":["trace[1114272023] 'agreement among raft nodes before linearized reading' (duration: 10.000875724s)","trace[1114272023] 'count revisions from in-memory index tree' (duration: 2.516193605s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.852079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.334694Z","time spent":"12.517365515s","remote":"127.0.0.1:37688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.852487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.112047963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:33.852633Z","caller":"traceutil/trace.go:171","msg":"trace[572459428] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25293; }","duration":"13.112235217s","start":"2026-03-01T14:56:20.740379Z","end":"2026-03-01T14:56:33.852614Z","steps":["trace[572459428] 'agreement among raft nodes before linearized reading' (duration: 10.595219322s)","trace[572459428] 'count revisions from in-memory index tree' (duration: 2.51685632s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.852739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.740358Z","time spent":"13.11235778s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.85304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.570770211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.853132Z","caller":"traceutil/trace.go:171","msg":"trace[1799976714] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25293; }","duration":"13.570906355s","start":"2026-03-01T14:56:20.282208Z","end":"2026-03-01T14:56:33.853114Z","steps":["trace[1799976714] 'agreement among raft nodes before linearized reading' (duration: 11.053397158s)","trace[1799976714] 'count revisions from in-memory index tree' (duration: 2.517405054s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.85319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.282184Z","time spent":"13.570990577s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.853699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.278873515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.853762Z","caller":"traceutil/trace.go:171","msg":"trace[688742453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25293; }","duration":"14.2790982s","start":"2026-03-01T14:56:19.574645Z","end":"2026-03-01T14:56:33.853743Z","steps":["trace[688742453] 'agreement among raft nodes before linearized reading' (duration: 11.760966188s)","trace[688742453] 'count revisions from in-memory index tree' (duration: 2.517924307s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.853802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:19.574626Z","time spent":"14.279164732s","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.853975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.492175442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:33.854006Z","caller":"traceutil/trace.go:171","msg":"trace[2057550759] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25293; }","duration":"14.492238724s","start":"2026-03-01T14:56:19.361757Z","end":"2026-03-01T14:56:33.853996Z","steps":["trace[2057550759] 'agreement among raft nodes before linearized reading' (duration: 11.973861185s)","trace[2057550759] 'count revisions from in-memory index tree' (duration: 2.518339918s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:19.361735Z","time spent":"14.492286435s","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.854071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.595631245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:33.854114Z","caller":"traceutil/trace.go:171","msg":"trace[1880634741] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25293; }","duration":"17.595728927s","start":"2026-03-01T14:56:16.258371Z","end":"2026-03-01T14:56:33.8541Z","steps":["trace[1880634741] 'agreement among raft nodes before linearized reading' (duration: 15.077349848s)","trace[1880634741] 'count revisions from in-memory index tree' (duration: 2.518320567s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.258342Z","time spent":"17.59580305s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.854212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.723537797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.854235Z","caller":"traceutil/trace.go:171","msg":"trace[79860241] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25293; }","duration":"17.72362252s","start":"2026-03-01T14:56:16.130604Z","end":"2026-03-01T14:56:33.854227Z","steps":["trace[79860241] 'agreement among raft nodes before linearized reading' (duration: 15.205123228s)","trace[79860241] 'count revisions from in-memory index tree' (duration: 2.518466371s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.130559Z","time spent":"17.723691211s","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.854354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.766694003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.854372Z","caller":"traceutil/trace.go:171","msg":"trace[1952177529] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25293; }","duration":"17.766761595s","start":"2026-03-01T14:56:16.087604Z","end":"2026-03-01T14:56:33.854365Z","steps":["trace[1952177529] 'agreement among raft nodes before linearized reading' (duration: 15.248133669s)","trace[1952177529] 'count revisions from in-memory index tree' (duration: 2.518600776s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.85439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.087574Z","time spent":"17.766810676s","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.854481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.562789254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:56:33.854503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.699699887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-01T14:56:33.854522Z","caller":"traceutil/trace.go:171","msg":"trace[137310188] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:25293; }","duration":"18.699741289s","start":"2026-03-01T14:56:15.154773Z","end":"2026-03-01T14:56:33.854515Z","steps":["trace[137310188] 'agreement among raft nodes before linearized reading' (duration: 16.180973699s)","trace[137310188] 'range keys from in-memory index tree' (duration: 2.518708268s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.154765Z","time spent":"18.699777559s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" "} {"level":"warn","ts":"2026-03-01T14:56:33.85457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.377702804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:33.854599Z","caller":"traceutil/trace.go:171","msg":"trace[781000247] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25293; }","duration":"15.377776126s","start":"2026-03-01T14:56:18.476814Z","end":"2026-03-01T14:56:33.85459Z","steps":["trace[781000247] 'agreement among raft nodes before linearized reading' (duration: 12.858821271s)","trace[781000247] 'count revisions from in-memory index tree' (duration: 2.518916143s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.476787Z","time spent":"15.377837678s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.854663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.700875826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1898bf6cb5090a44\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-01T14:56:33.854689Z","caller":"traceutil/trace.go:171","msg":"trace[1660807603] range","detail":"{range_begin:/registry/events/openstack/container-infra.1898bf6cb5090a44; range_end:; response_count:1; response_revision:25293; }","duration":"18.700930668s","start":"2026-03-01T14:56:15.15375Z","end":"2026-03-01T14:56:33.854681Z","steps":["trace[1660807603] 'agreement among raft nodes before linearized reading' (duration: 16.182005474s)","trace[1660807603] 'range keys from in-memory index tree' (duration: 2.518869503s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.153733Z","time spent":"18.700969189s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.1898bf6cb5090a44\" "} {"level":"warn","ts":"2026-03-01T14:56:33.854786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.391463143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:33.854815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.714461921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rntgq\" ","response":"range_response_count:1 size:3482"} {"level":"info","ts":"2026-03-01T14:56:33.854826Z","caller":"traceutil/trace.go:171","msg":"trace[1116131606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25293; }","duration":"15.391539825s","start":"2026-03-01T14:56:18.463275Z","end":"2026-03-01T14:56:33.854815Z","steps":["trace[1116131606] 'agreement among raft nodes before linearized reading' (duration: 12.872368916s)","trace[1116131606] 'count revisions from in-memory index tree' (duration: 2.519121518s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.854863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.463246Z","time spent":"15.391607146s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.854879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.71479115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-bg8w6\" ","response":"range_response_count:1 size:6635"} {"level":"info","ts":"2026-03-01T14:56:33.854896Z","caller":"traceutil/trace.go:171","msg":"trace[349798361] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-bg8w6; range_end:; response_count:1; response_revision:25293; }","duration":"18.71480828s","start":"2026-03-01T14:56:15.140082Z","end":"2026-03-01T14:56:33.85489Z","steps":["trace[349798361] 'agreement among raft nodes before linearized reading' (duration: 16.195686822s)","trace[349798361] 'range keys from in-memory index tree' (duration: 2.519073177s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.85492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.140062Z","time spent":"18.714852961s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6659,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-bg8w6\" "} {"level":"warn","ts":"2026-03-01T14:56:33.855028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.851784153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:33.855068Z","caller":"traceutil/trace.go:171","msg":"trace[385446734] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25293; }","duration":"15.851864395s","start":"2026-03-01T14:56:18.003193Z","end":"2026-03-01T14:56:33.855058Z","steps":["trace[385446734] 'agreement among raft nodes before linearized reading' (duration: 13.33245701s)","trace[385446734] 'count revisions from in-memory index tree' (duration: 2.519356284s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.855097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.003174Z","time spent":"15.851914376s","remote":"127.0.0.1:48802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.855283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.916666388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-01T14:56:33.855323Z","caller":"traceutil/trace.go:171","msg":"trace[834355263] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25293; }","duration":"15.91672039s","start":"2026-03-01T14:56:17.938592Z","end":"2026-03-01T14:56:33.855312Z","steps":["trace[834355263] 'agreement among raft nodes before linearized reading' (duration: 13.397064748s)","trace[834355263] 'range keys from in-memory index tree' (duration: 2.51956162s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.855352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:17.938584Z","time spent":"15.916760281s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-01T14:56:33.855511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.922780684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-01T14:56:33.855548Z","caller":"traceutil/trace.go:171","msg":"trace[1658066031] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25293; }","duration":"15.922851695s","start":"2026-03-01T14:56:17.932685Z","end":"2026-03-01T14:56:33.855537Z","steps":["trace[1658066031] 'agreement among raft nodes before linearized reading' (duration: 13.402984228s)","trace[1658066031] 'range keys from in-memory index tree' (duration: 2.519813576s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.855552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.540778805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:33.855574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:17.932667Z","time spent":"15.922899486s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T14:56:33.855592Z","caller":"traceutil/trace.go:171","msg":"trace[803801817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25293; }","duration":"17.540871407s","start":"2026-03-01T14:56:16.314708Z","end":"2026-03-01T14:56:33.855579Z","steps":["trace[803801817] 'agreement among raft nodes before linearized reading' (duration: 15.0210042s)","trace[803801817] 'count revisions from in-memory index tree' (duration: 2.519809286s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:33.854523Z","caller":"traceutil/trace.go:171","msg":"trace[1083839446] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25293; }","duration":"14.562875586s","start":"2026-03-01T14:56:19.291637Z","end":"2026-03-01T14:56:33.854513Z","steps":["trace[1083839446] 'agreement among raft nodes before linearized reading' (duration: 12.043990303s)","trace[1083839446] 'count revisions from in-memory index tree' (duration: 2.518827051s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.855676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.24844362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:33.85572Z","caller":"traceutil/trace.go:171","msg":"trace[1723638574] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25293; }","duration":"16.248482181s","start":"2026-03-01T14:56:17.607225Z","end":"2026-03-01T14:56:33.855707Z","steps":["trace[1723638574] 'agreement among raft nodes before linearized reading' (duration: 13.728451959s)","trace[1723638574] 'count revisions from in-memory index tree' (duration: 2.519983091s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:33.854834Z","caller":"traceutil/trace.go:171","msg":"trace[431134838] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rntgq; range_end:; response_count:1; response_revision:25293; }","duration":"18.714528053s","start":"2026-03-01T14:56:15.140298Z","end":"2026-03-01T14:56:33.854826Z","steps":["trace[431134838] 'agreement among raft nodes before linearized reading' (duration: 16.195463596s)","trace[431134838] 'range keys from in-memory index tree' (duration: 2.519014175s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.855759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:17.607166Z","time spent":"16.248583233s","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.855776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.140273Z","time spent":"18.715492847s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3506,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rntgq\" "} {"level":"warn","ts":"2026-03-01T14:56:33.855807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:19.291616Z","time spent":"14.564090466s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.855917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.999779698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.85595Z","caller":"traceutil/trace.go:171","msg":"trace[924913993] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25293; }","duration":"16.999856779s","start":"2026-03-01T14:56:16.856083Z","end":"2026-03-01T14:56:33.85594Z","steps":["trace[924913993] 'agreement among raft nodes before linearized reading' (duration: 14.479622023s)","trace[924913993] 'count revisions from in-memory index tree' (duration: 2.520190345s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.855944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.981013873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:33.855989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.856062Z","time spent":"16.999918121s","remote":"127.0.0.1:38814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:33.856044Z","caller":"traceutil/trace.go:171","msg":"trace[1817374299] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25293; }","duration":"16.981165166s","start":"2026-03-01T14:56:16.874841Z","end":"2026-03-01T14:56:33.856006Z","steps":["trace[1817374299] 'agreement among raft nodes before linearized reading' (duration: 14.460856958s)","trace[1817374299] 'count revisions from in-memory index tree' (duration: 2.520195745s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:33.856108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.874806Z","time spent":"16.981289409s","remote":"127.0.0.1:38712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.855622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.314682Z","time spent":"17.540930199s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:33.855695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494820229s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:33.857359Z","caller":"traceutil/trace.go:171","msg":"trace[2037969797] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25293; }","duration":"1.496512212s","start":"2026-03-01T14:56:32.360826Z","end":"2026-03-01T14:56:33.857338Z","steps":["trace[2037969797] 'range keys from in-memory index tree' (duration: 1.494791438s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:33.887446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357298772s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:35.095608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:35.095703Z","caller":"traceutil/trace.go:171","msg":"trace[1601798837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000012767s","start":"2026-03-01T14:56:33.095667Z","end":"2026-03-01T14:56:35.09568Z","steps":["trace[1601798837] 'agreement among raft nodes before linearized reading' (duration: 1.999890524s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:35.095752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.095653Z","time spent":"2.000087779s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:35.471489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.496033089s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:36.765393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:36.765512Z","caller":"traceutil/trace.go:171","msg":"trace[1249733784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345215s","start":"2026-03-01T14:56:34.765141Z","end":"2026-03-01T14:56:36.765486Z","steps":["trace[1249733784] 'agreement among raft nodes before linearized reading' (duration: 2.00014482s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:36.765605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.765127Z","time spent":"2.000461508s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:37.103402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999834893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:37.103489Z","caller":"traceutil/trace.go:171","msg":"trace[368240129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999985267s","start":"2026-03-01T14:56:35.103486Z","end":"2026-03-01T14:56:37.103471Z","steps":["trace[368240129] 'agreement among raft nodes before linearized reading' (duration: 1.999852053s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:37.10354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.103386Z","time spent":"2.00014047s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:38.950767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.961186856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.950748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.957761549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:38.950883Z","caller":"traceutil/trace.go:171","msg":"trace[1654915769] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25294; }","duration":"21.961351261s","start":"2026-03-01T14:56:16.989508Z","end":"2026-03-01T14:56:38.950859Z","steps":["trace[1654915769] 'agreement among raft nodes before linearized reading' (duration: 14.346183971s)","trace[1654915769] 'count revisions from in-memory index tree' (duration: 7.615021206s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:38.950915Z","caller":"traceutil/trace.go:171","msg":"trace[905442569] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25294; }","duration":"21.958007415s","start":"2026-03-01T14:56:16.992872Z","end":"2026-03-01T14:56:38.95088Z","steps":["trace[905442569] 'agreement among raft nodes before linearized reading' (duration: 14.342811295s)","trace[905442569] 'count revisions from in-memory index tree' (duration: 7.614978285s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:38.950931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.98949Z","time spent":"21.961430213s","remote":"127.0.0.1:37596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.950988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:16.99283Z","time spent":"21.958141008s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.952394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.726822Z","time spent":"3.225563608s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:38.953459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.09676451s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-01T14:56:38.954307Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"761.599µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-01T14:56:38.95471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.864559Z","time spent":"5.090146982s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:38.954784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.184930896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.954829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.262684388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.954858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.075511013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.954869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.748700331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.954788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.132324677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.954923Z","caller":"traceutil/trace.go:171","msg":"trace[1042022480] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25296; }","duration":"12.748866325s","start":"2026-03-01T14:56:26.206042Z","end":"2026-03-01T14:56:38.954908Z","steps":["trace[1042022480] 'agreement among raft nodes before linearized reading' (duration: 12.748719341s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.954919Z","caller":"traceutil/trace.go:171","msg":"trace[140848022] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25296; }","duration":"12.075638676s","start":"2026-03-01T14:56:26.879263Z","end":"2026-03-01T14:56:38.954902Z","steps":["trace[140848022] 'agreement among raft nodes before linearized reading' (duration: 12.075473482s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.954941Z","caller":"traceutil/trace.go:171","msg":"trace[470295064] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25296; }","duration":"13.132507191s","start":"2026-03-01T14:56:25.822416Z","end":"2026-03-01T14:56:38.954923Z","steps":["trace[470295064] 'agreement among raft nodes before linearized reading' (duration: 13.132214204s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.954945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.092055492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.954957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.206017Z","time spent":"12.748932607s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.954933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.664677127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.954968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.879246Z","time spent":"12.075711648s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.954988Z","caller":"traceutil/trace.go:171","msg":"trace[1684985241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25296; }","duration":"12.092137204s","start":"2026-03-01T14:56:26.862841Z","end":"2026-03-01T14:56:38.954978Z","steps":["trace[1684985241] 'agreement among raft nodes before linearized reading' (duration: 12.092067572s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.955013Z","caller":"traceutil/trace.go:171","msg":"trace[175058508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25296; }","duration":"14.66479029s","start":"2026-03-01T14:56:24.290204Z","end":"2026-03-01T14:56:38.954994Z","steps":["trace[175058508] 'agreement among raft nodes before linearized reading' (duration: 14.664589925s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.862822Z","time spent":"12.092203366s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.95502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.004877711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:56:38.955023Z","caller":"traceutil/trace.go:171","msg":"trace[778765144] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"5.090504821s","start":"2026-03-01T14:56:33.864496Z","end":"2026-03-01T14:56:38.955001Z","steps":["trace[778765144] 'process raft request' (duration: 5.090029489s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.955067Z","caller":"traceutil/trace.go:171","msg":"trace[871620204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25296; }","duration":"15.004961564s","start":"2026-03-01T14:56:23.950097Z","end":"2026-03-01T14:56:38.955059Z","steps":["trace[871620204] 'agreement among raft nodes before linearized reading' (duration: 15.00482501s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:24.290188Z","time spent":"14.664869952s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.954704Z","caller":"traceutil/trace.go:171","msg":"trace[1600421257] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25295; }","duration":"6.629404177s","start":"2026-03-01T14:56:32.325256Z","end":"2026-03-01T14:56:38.95466Z","steps":["trace[1600421257] 'process raft request' (duration: 6.629247753s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.954988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.82235Z","time spent":"13.132626255s","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.955144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.864477Z","time spent":"5.090603553s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:38.955194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847075005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.955251Z","caller":"traceutil/trace.go:171","msg":"trace[457924926] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25296; }","duration":"9.847234419s","start":"2026-03-01T14:56:29.108001Z","end":"2026-03-01T14:56:38.955235Z","steps":["trace[457924926] 'agreement among raft nodes before linearized reading' (duration: 9.847152197s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.479061734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-01T14:56:38.955284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.32523Z","time spent":"6.62992199s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:38.955305Z","caller":"traceutil/trace.go:171","msg":"trace[680088256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25296; }","duration":"15.479127155s","start":"2026-03-01T14:56:23.476165Z","end":"2026-03-01T14:56:38.955292Z","steps":["trace[680088256] 'agreement among raft nodes before linearized reading' (duration: 15.478972182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.59313939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.955338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974467518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:56:38.95534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.476146Z","time spent":"15.479183606s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:56:38.955345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.214095274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.955359Z","caller":"traceutil/trace.go:171","msg":"trace[1153134397] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25296; }","duration":"10.593220552s","start":"2026-03-01T14:56:28.36213Z","end":"2026-03-01T14:56:38.955351Z","steps":["trace[1153134397] 'agreement among raft nodes before linearized reading' (duration: 10.59316322s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.186926924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:38.955368Z","caller":"traceutil/trace.go:171","msg":"trace[1196196291] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25296; }","duration":"7.974495689s","start":"2026-03-01T14:56:30.980865Z","end":"2026-03-01T14:56:38.955361Z","steps":["trace[1196196291] 'agreement among raft nodes before linearized reading' (duration: 7.974423877s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.362098Z","time spent":"10.593279624s","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.955389Z","caller":"traceutil/trace.go:171","msg":"trace[537648047] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25296; }","duration":"11.187017767s","start":"2026-03-01T14:56:27.768363Z","end":"2026-03-01T14:56:38.955381Z","steps":["trace[537648047] 'agreement among raft nodes before linearized reading' (duration: 11.186933135s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.95539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.980818Z","time spent":"7.974567951s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-01T14:56:38.955383Z","caller":"traceutil/trace.go:171","msg":"trace[920775352] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25296; }","duration":"11.214169185s","start":"2026-03-01T14:56:27.741203Z","end":"2026-03-01T14:56:38.955372Z","steps":["trace[920775352] 'agreement among raft nodes before linearized reading' (duration: 11.214113854s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.464409592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.955417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:27.768339Z","time spent":"11.187071498s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.954916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.447970345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.955265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.317925227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.955441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.205979424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.955424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:27.741178Z","time spent":"11.214239837s","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.95547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.626991625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:38.95549Z","caller":"traceutil/trace.go:171","msg":"trace[233093906] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25296; }","duration":"9.627054446s","start":"2026-03-01T14:56:29.328429Z","end":"2026-03-01T14:56:38.955483Z","steps":["trace[233093906] 'agreement among raft nodes before linearized reading' (duration: 9.627016555s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.771479985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:38.95548Z","caller":"traceutil/trace.go:171","msg":"trace[543284007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25296; }","duration":"8.318157862s","start":"2026-03-01T14:56:30.637307Z","end":"2026-03-01T14:56:38.955465Z","steps":["trace[543284007] 'agreement among raft nodes before linearized reading' (duration: 8.317931156s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.107971Z","time spent":"9.847309921s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.955513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.328397Z","time spent":"9.627109978s","remote":"127.0.0.1:37614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.955519Z","caller":"traceutil/trace.go:171","msg":"trace[2102800261] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25296; }","duration":"8.771564338s","start":"2026-03-01T14:56:30.183946Z","end":"2026-03-01T14:56:38.955511Z","steps":["trace[2102800261] 'agreement among raft nodes before linearized reading' (duration: 8.771496376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.637292Z","time spent":"8.318229533s","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.954884Z","caller":"traceutil/trace.go:171","msg":"trace[752367915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25296; }","duration":"12.262808971s","start":"2026-03-01T14:56:26.692057Z","end":"2026-03-01T14:56:38.954866Z","steps":["trace[752367915] 'agreement among raft nodes before linearized reading' (duration: 12.262691598s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.183923Z","time spent":"8.771627999s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.954703Z","caller":"traceutil/trace.go:171","msg":"trace[843455636] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25295; }","duration":"6.655604141s","start":"2026-03-01T14:56:32.299077Z","end":"2026-03-01T14:56:38.954682Z","steps":["trace[843455636] 'process raft request' (duration: 6.655336055s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.692039Z","time spent":"12.263531209s","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.955497Z","caller":"traceutil/trace.go:171","msg":"trace[1547841181] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25296; }","duration":"10.206074216s","start":"2026-03-01T14:56:28.749407Z","end":"2026-03-01T14:56:38.955481Z","steps":["trace[1547841181] 'agreement among raft nodes before linearized reading' (duration: 10.206011155s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.299052Z","time spent":"6.656549756s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:38.954658Z","caller":"traceutil/trace.go:171","msg":"trace[1503503376] linearizableReadLoop","detail":"{readStateIndex:26254; appliedIndex:26250; }","duration":"7.619102449s","start":"2026-03-01T14:56:31.335501Z","end":"2026-03-01T14:56:38.954603Z","steps":["trace[1503503376] 'read index received' (duration: 277.017µs)","trace[1503503376] 'applied index is now lower than readState.Index' (duration: 7.618814502s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:38.95511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.950079Z","time spent":"15.005023026s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:56:38.955446Z","caller":"traceutil/trace.go:171","msg":"trace[1751605005] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25296; }","duration":"15.464794092s","start":"2026-03-01T14:56:23.490634Z","end":"2026-03-01T14:56:38.955429Z","steps":["trace[1751605005] 'agreement among raft nodes before linearized reading' (duration: 15.464386032s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826167719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.955791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949807248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.95581Z","caller":"traceutil/trace.go:171","msg":"trace[113147392] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25296; }","duration":"1.826240471s","start":"2026-03-01T14:56:37.12956Z","end":"2026-03-01T14:56:38.9558Z","steps":["trace[113147392] 'agreement among raft nodes before linearized reading' (duration: 1.82620116s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.129546Z","time spent":"1.826278893s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.955825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.306626487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-01T14:56:38.955844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.090466921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.955857Z","caller":"traceutil/trace.go:171","msg":"trace[1360861077] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25296; }","duration":"7.306706549s","start":"2026-03-01T14:56:31.649141Z","end":"2026-03-01T14:56:38.955848Z","steps":["trace[1360861077] 'agreement among raft nodes before linearized reading' (duration: 7.306607967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370435205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.955892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.649118Z","time spent":"7.306767951s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T14:56:38.955913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734211728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.95593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05426742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.955948Z","caller":"traceutil/trace.go:171","msg":"trace[73514752] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25296; }","duration":"4.73428457s","start":"2026-03-01T14:56:34.221654Z","end":"2026-03-01T14:56:38.955939Z","steps":["trace[73514752] 'agreement among raft nodes before linearized reading' (duration: 4.734231628s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087118655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.955973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.221632Z","time spent":"4.73433527s","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.955983Z","caller":"traceutil/trace.go:171","msg":"trace[1546673952] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25296; }","duration":"2.087147025s","start":"2026-03-01T14:56:36.868829Z","end":"2026-03-01T14:56:38.955976Z","steps":["trace[1546673952] 'agreement among raft nodes before linearized reading' (duration: 2.087105994s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777644826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.95602Z","caller":"traceutil/trace.go:171","msg":"trace[1232743910] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25296; }","duration":"3.777757609s","start":"2026-03-01T14:56:35.178251Z","end":"2026-03-01T14:56:38.956009Z","steps":["trace[1232743910] 'agreement among raft nodes before linearized reading' (duration: 3.777660457s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.95601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.74904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.955995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.773742625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9\" ","response":"range_response_count:1 size:5419"} {"level":"warn","ts":"2026-03-01T14:56:38.956109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.736423741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.956138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.964756519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.956141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.172391444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:38.956353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336598754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:56:38.956364Z","caller":"traceutil/trace.go:171","msg":"trace[1188834211] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25296; }","duration":"7.172654861s","start":"2026-03-01T14:56:31.783703Z","end":"2026-03-01T14:56:38.956358Z","steps":["trace[1188834211] 'agreement among raft nodes before linearized reading' (duration: 7.172355413s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844464014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:38.956121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.845473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.956361Z","caller":"traceutil/trace.go:171","msg":"trace[1271004828] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25296; }","duration":"6.736710218s","start":"2026-03-01T14:56:32.219639Z","end":"2026-03-01T14:56:38.956349Z","steps":["trace[1271004828] 'agreement among raft nodes before linearized reading' (duration: 6.736440411s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.956387Z","caller":"traceutil/trace.go:171","msg":"trace[1397197633] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25296; }","duration":"6.336672555s","start":"2026-03-01T14:56:32.619704Z","end":"2026-03-01T14:56:38.956376Z","steps":["trace[1397197633] 'agreement among raft nodes before linearized reading' (duration: 6.336393158s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.955758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.490614Z","time spent":"15.465127381s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.219619Z","time spent":"6.736790889s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.643147864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.95649Z","caller":"traceutil/trace.go:171","msg":"trace[673957147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25296; }","duration":"9.64450955s","start":"2026-03-01T14:56:29.311971Z","end":"2026-03-01T14:56:38.95648Z","steps":["trace[673957147] 'agreement among raft nodes before linearized reading' (duration: 9.643178416s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.956399Z","caller":"traceutil/trace.go:171","msg":"trace[1076547669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25296; }","duration":"1.845023658s","start":"2026-03-01T14:56:37.111364Z","end":"2026-03-01T14:56:38.956388Z","steps":["trace[1076547669] 'agreement among raft nodes before linearized reading' (duration: 1.844482604s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:38.955869Z","caller":"traceutil/trace.go:171","msg":"trace[850310839] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25296; }","duration":"5.090508532s","start":"2026-03-01T14:56:33.865354Z","end":"2026-03-01T14:56:38.955862Z","steps":["trace[850310839] 'agreement among raft nodes before linearized reading' (duration: 5.090466421s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.956586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.311943Z","time spent":"9.644568721s","remote":"127.0.0.1:38862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.111349Z","time spent":"1.845211622s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:56:38.955826Z","caller":"traceutil/trace.go:171","msg":"trace[1782537944] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25296; }","duration":"2.949881649s","start":"2026-03-01T14:56:36.005934Z","end":"2026-03-01T14:56:38.955815Z","steps":["trace[1782537944] 'agreement among raft nodes before linearized reading' (duration: 2.949824488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.956904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.005908Z","time spent":"2.950980476s","remote":"127.0.0.1:43450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.865347Z","time spent":"5.091304862s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-01T14:56:38.956139Z","caller":"traceutil/trace.go:171","msg":"trace[119330886] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9; range_end:; response_count:1; response_revision:25296; }","duration":"15.774070463s","start":"2026-03-01T14:56:23.182052Z","end":"2026-03-01T14:56:38.956123Z","steps":["trace[119330886] 'agreement among raft nodes before linearized reading' (duration: 15.772690118s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.957395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.182032Z","time spent":"15.775348805s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5443,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9\" "} {"level":"warn","ts":"2026-03-01T14:56:38.956389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.783683Z","time spent":"7.172701952s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.86881Z","time spent":"2.087197457s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.955914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957008877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:38.958156Z","caller":"traceutil/trace.go:171","msg":"trace[2089308508] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25296; }","duration":"1.959280584s","start":"2026-03-01T14:56:36.998864Z","end":"2026-03-01T14:56:38.958144Z","steps":["trace[2089308508] 'agreement among raft nodes before linearized reading' (duration: 1.957017977s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.958191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.998846Z","time spent":"1.959334015s","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.955951Z","caller":"traceutil/trace.go:171","msg":"trace[2052392360] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25296; }","duration":"1.054324322s","start":"2026-03-01T14:56:37.901621Z","end":"2026-03-01T14:56:38.955945Z","steps":["trace[2052392360] 'agreement among raft nodes before linearized reading' (duration: 1.054285421s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.958266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.901598Z","time spent":"1.056656049s","remote":"127.0.0.1:38442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.955897Z","caller":"traceutil/trace.go:171","msg":"trace[2143771409] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25296; }","duration":"4.370506557s","start":"2026-03-01T14:56:34.585383Z","end":"2026-03-01T14:56:38.955889Z","steps":["trace[2143771409] 'agreement among raft nodes before linearized reading' (duration: 4.370446666s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.958343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.585363Z","time spent":"4.372958599s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.955668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.749383Z","time spent":"10.206269782s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.954877Z","caller":"traceutil/trace.go:171","msg":"trace[91367697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25296; }","duration":"12.18505683s","start":"2026-03-01T14:56:26.769801Z","end":"2026-03-01T14:56:38.954857Z","steps":["trace[91367697] 'agreement among raft nodes before linearized reading' (duration: 12.184911406s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.958585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.769785Z","time spent":"12.188755263s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.95509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.611988241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"info","ts":"2026-03-01T14:56:38.95908Z","caller":"traceutil/trace.go:171","msg":"trace[1687824989] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25296; }","duration":"11.615860839s","start":"2026-03-01T14:56:27.343038Z","end":"2026-03-01T14:56:38.958899Z","steps":["trace[1687824989] 'agreement among raft nodes before linearized reading' (duration: 11.61157204s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.959158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:27.343015Z","time spent":"11.616123136s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267284,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:56:38.955375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.279943983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.959414Z","caller":"traceutil/trace.go:171","msg":"trace[427478811] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25296; }","duration":"8.283982615s","start":"2026-03-01T14:56:30.675384Z","end":"2026-03-01T14:56:38.959367Z","steps":["trace[427478811] 'agreement among raft nodes before linearized reading' (duration: 8.279945592s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.959473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.675365Z","time spent":"8.284088618s","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.95601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586957608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.95966Z","caller":"traceutil/trace.go:171","msg":"trace[558655979] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25296; }","duration":"2.590642691s","start":"2026-03-01T14:56:36.369004Z","end":"2026-03-01T14:56:38.959646Z","steps":["trace[558655979] 'agreement among raft nodes before linearized reading' (duration: 2.586965828s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.959702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.368985Z","time spent":"2.590704703s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.95606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.178235Z","time spent":"3.77781534s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:56:38.956061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728542017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.960019Z","caller":"traceutil/trace.go:171","msg":"trace[170366273] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25296; }","duration":"2.732537808s","start":"2026-03-01T14:56:36.22746Z","end":"2026-03-01T14:56:38.959998Z","steps":["trace[170366273] 'agreement among raft nodes before linearized reading' (duration: 2.728578268s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.960087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.22744Z","time spent":"2.73261785s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989167981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-01T14:56:38.960417Z","caller":"traceutil/trace.go:171","msg":"trace[865898913] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25296; }","duration":"4.993590993s","start":"2026-03-01T14:56:33.966813Z","end":"2026-03-01T14:56:38.960404Z","steps":["trace[865898913] 'agreement among raft nodes before linearized reading' (duration: 4.98910814s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.960454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.966787Z","time spent":"4.993658805s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T14:56:38.956074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.585368528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:38.960591Z","caller":"traceutil/trace.go:171","msg":"trace[1652652994] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25296; }","duration":"5.589921503s","start":"2026-03-01T14:56:33.370658Z","end":"2026-03-01T14:56:38.96058Z","steps":["trace[1652652994] 'agreement among raft nodes before linearized reading' (duration: 5.585361058s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.960656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.370638Z","time spent":"5.589995004s","remote":"127.0.0.1:38700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.956076Z","caller":"traceutil/trace.go:171","msg":"trace[635441276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25296; }","duration":"992.882634ms","start":"2026-03-01T14:56:37.963177Z","end":"2026-03-01T14:56:38.956059Z","steps":["trace[635441276] 'agreement among raft nodes before linearized reading' (duration: 992.72759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.960728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.96315Z","time spent":"997.562592ms","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.95546Z","caller":"traceutil/trace.go:171","msg":"trace[1919045795] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25296; }","duration":"15.448553259s","start":"2026-03-01T14:56:23.506898Z","end":"2026-03-01T14:56:38.955451Z","steps":["trace[1919045795] 'agreement among raft nodes before linearized reading' (duration: 15.447875522s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.960818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.506862Z","time spent":"15.453921086s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.956359Z","caller":"traceutil/trace.go:171","msg":"trace[310535868] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25296; }","duration":"6.965009267s","start":"2026-03-01T14:56:31.991343Z","end":"2026-03-01T14:56:38.956352Z","steps":["trace[310535868] 'agreement among raft nodes before linearized reading' (duration: 6.964757551s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.960896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.991327Z","time spent":"6.969554001s","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:38.956395Z","caller":"traceutil/trace.go:171","msg":"trace[682085915] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25296; }","duration":"444.147181ms","start":"2026-03-01T14:56:38.512241Z","end":"2026-03-01T14:56:38.956389Z","steps":["trace[682085915] 'agreement among raft nodes before linearized reading' (duration: 443.857734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.961001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.512225Z","time spent":"448.756418ms","remote":"127.0.0.1:43416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:38.956424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.619682Z","time spent":"6.336735666s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:56:39.461686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:39.962816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:40.462913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:40.930049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.968669952s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:40.962862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:40.962937Z","caller":"traceutil/trace.go:171","msg":"trace[1578143177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701903s","start":"2026-03-01T14:56:38.962219Z","end":"2026-03-01T14:56:40.962921Z","steps":["trace[1578143177] 'agreement among raft nodes before linearized reading' (duration: 2.000605011s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:40.962974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.962205Z","time spent":"2.000761016s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:42.216384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286055976s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:42.216503Z","caller":"traceutil/trace.go:171","msg":"trace[994154794] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"3.255694093s","start":"2026-03-01T14:56:38.96079Z","end":"2026-03-01T14:56:42.216484Z","steps":["trace[994154794] 'process raft request' (duration: 1.969447332s)","trace[994154794] 'compare' (duration: 1.283967453s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:42.216557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.960769Z","time spent":"3.255761485s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:42.972875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000819718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:42.972996Z","caller":"traceutil/trace.go:171","msg":"trace[287616445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001003942s","start":"2026-03-01T14:56:40.971964Z","end":"2026-03-01T14:56:42.972968Z","steps":["trace[287616445] 'agreement among raft nodes before linearized reading' (duration: 2.000853008s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.973136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.97194Z","time spent":"2.001103855s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:44.974074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000718054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:44.974164Z","caller":"traceutil/trace.go:171","msg":"trace[2046221506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000892329s","start":"2026-03-01T14:56:42.973252Z","end":"2026-03-01T14:56:44.974144Z","steps":["trace[2046221506] 'agreement among raft nodes before linearized reading' (duration: 2.000760286s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:44.974219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.973228Z","time spent":"2.00098027s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:45.818283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456923004s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:45.818434Z","caller":"traceutil/trace.go:171","msg":"trace[540814013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25297; }","duration":"3.457081848s","start":"2026-03-01T14:56:42.361327Z","end":"2026-03-01T14:56:45.818409Z","steps":["trace[540814013] 'range keys from in-memory index tree' (duration: 3.456904334s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:45.823942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.505616618s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:56:45.824481Z","caller":"traceutil/trace.go:171","msg":"trace[756888971] linearizableReadLoop","detail":"{readStateIndex:26262; appliedIndex:26258; }","duration":"6.863517612s","start":"2026-03-01T14:56:38.960943Z","end":"2026-03-01T14:56:45.824461Z","steps":["trace[756888971] 'read index received' (duration: 1.969304488s)","trace[756888971] 'applied index is now lower than readState.Index' (duration: 4.894212174s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:45.824507Z","caller":"traceutil/trace.go:171","msg":"trace[1764830758] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"6.859588322s","start":"2026-03-01T14:56:38.964893Z","end":"2026-03-01T14:56:45.824482Z","steps":["trace[1764830758] 'process raft request' (duration: 6.859464239s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:45.824553Z","caller":"traceutil/trace.go:171","msg":"trace[2132916733] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"6.857296874s","start":"2026-03-01T14:56:38.967249Z","end":"2026-03-01T14:56:45.824546Z","steps":["trace[2132916733] 'process raft request' (duration: 6.857163541s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:45.824615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.863655287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:45.824639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.967237Z","time spent":"6.857336875s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5401,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:45.824653Z","caller":"traceutil/trace.go:171","msg":"trace[1560035532] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:25300; }","duration":"6.863732328s","start":"2026-03-01T14:56:38.960912Z","end":"2026-03-01T14:56:45.824644Z","steps":["trace[1560035532] 'agreement among raft nodes before linearized reading' (duration: 6.863656825s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:45.824642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.964833Z","time spent":"6.859735955s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:45.824686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.960852Z","time spent":"6.863825711s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:56:45.824508Z","caller":"traceutil/trace.go:171","msg":"trace[115357491] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"6.863628805s","start":"2026-03-01T14:56:38.960857Z","end":"2026-03-01T14:56:45.824486Z","steps":["trace[115357491] 'process raft request' (duration: 6.863349038s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:45.824849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.960834Z","time spent":"6.863948114s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:46.324952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:46.765494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:46.765643Z","caller":"traceutil/trace.go:171","msg":"trace[648630370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231023s","start":"2026-03-01T14:56:44.765328Z","end":"2026-03-01T14:56:46.765559Z","steps":["trace[648630370] 'agreement among raft nodes before linearized reading' (duration: 2.00012518s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:46.765703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:44.765309Z","time spent":"2.000382826s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:46.825691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:46.983779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987445297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:46.983864Z","caller":"traceutil/trace.go:171","msg":"trace[183819753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.987568461s","start":"2026-03-01T14:56:44.996273Z","end":"2026-03-01T14:56:46.983841Z","steps":["trace[183819753] 'agreement among raft nodes before linearized reading' (duration: 1.987468388s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:46.983911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:44.996257Z","time spent":"1.987644223s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:47.325875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:47.826948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:48.240502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.206113062s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:56:48.241062Z","caller":"traceutil/trace.go:171","msg":"trace[1955198161] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"4.277062568s","start":"2026-03-01T14:56:43.963972Z","end":"2026-03-01T14:56:48.241034Z","steps":["trace[1955198161] 'process raft request' (duration: 4.276866453s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:48.241367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.963891Z","time spent":"4.277251253s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:48.961583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999176121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:48.961678Z","caller":"traceutil/trace.go:171","msg":"trace[1304481668] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999337545s","start":"2026-03-01T14:56:38.962319Z","end":"2026-03-01T14:56:48.961657Z","steps":["trace[1304481668] 'agreement among raft nodes before linearized reading' (duration: 9.999211052s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:48.961722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.962298Z","time spent":"9.999414676s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/01 14:56:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:48.975063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009644106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:48.97512Z","caller":"traceutil/trace.go:171","msg":"trace[2505422] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009736379s","start":"2026-03-01T14:56:38.965371Z","end":"2026-03-01T14:56:48.975108Z","steps":["trace[2505422] 'agreement among raft nodes before linearized reading' (duration: 10.009667787s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:48.975158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.965364Z","time spent":"10.00978356s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/01 14:56:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:48.989467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:48.989588Z","caller":"traceutil/trace.go:171","msg":"trace[1739187383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023247s","start":"2026-03-01T14:56:46.989508Z","end":"2026-03-01T14:56:48.989531Z","steps":["trace[1739187383] 'agreement among raft nodes before linearized reading' (duration: 1.999920295s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:48.989664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:46.989491Z","time spent":"2.00016109s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:49.961984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721226688s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:50.99156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00130107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:50.991674Z","caller":"traceutil/trace.go:171","msg":"trace[932726084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001433943s","start":"2026-03-01T14:56:48.990213Z","end":"2026-03-01T14:56:50.991647Z","steps":["trace[932726084] 'agreement among raft nodes before linearized reading' (duration: 2.001296769s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:50.991728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.990178Z","time spent":"2.001539376s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:52.255428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293241201s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:56:52.255547Z","caller":"traceutil/trace.go:171","msg":"trace[75389130] linearizableReadLoop","detail":"{readStateIndex:26264; appliedIndex:26262; }","duration":"6.430982486s","start":"2026-03-01T14:56:45.824543Z","end":"2026-03-01T14:56:52.255525Z","steps":["trace[75389130] 'read index received' (duration: 2.41625257s)","trace[75389130] 'applied index is now lower than readState.Index' (duration: 4.014727746s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:52.255686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.188973899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:52.255752Z","caller":"traceutil/trace.go:171","msg":"trace[1941998474] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25301; }","duration":"9.189091192s","start":"2026-03-01T14:56:43.066642Z","end":"2026-03-01T14:56:52.255733Z","steps":["trace[1941998474] 'agreement among raft nodes before linearized reading' (duration: 9.188970089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.25579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.569987126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:56:52.255806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.066621Z","time spent":"9.189170754s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.255843Z","caller":"traceutil/trace.go:171","msg":"trace[1312964573] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25301; }","duration":"11.570083868s","start":"2026-03-01T14:56:40.685746Z","end":"2026-03-01T14:56:52.25583Z","steps":["trace[1312964573] 'agreement among raft nodes before linearized reading' (duration: 11.569889374s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.255867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.329468698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:52.255898Z","caller":"traceutil/trace.go:171","msg":"trace[1206434791] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25301; }","duration":"8.329507599s","start":"2026-03-01T14:56:43.926383Z","end":"2026-03-01T14:56:52.255891Z","steps":["trace[1206434791] 'agreement among raft nodes before linearized reading' (duration: 8.329448547s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.255889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.685727Z","time spent":"11.57014931s","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.25592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.926308Z","time spent":"8.329604171s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.255907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.293459081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-01T14:56:52.255924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.207067115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.255962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.784810743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.256009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.825537Z","time spent":"6.430470692s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:56:52.256016Z","caller":"traceutil/trace.go:171","msg":"trace[433723002] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25301; }","duration":"11.207228939s","start":"2026-03-01T14:56:41.048766Z","end":"2026-03-01T14:56:52.255995Z","steps":["trace[433723002] 'agreement among raft nodes before linearized reading' (duration: 11.207040974s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256585497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:52.256027Z","caller":"traceutil/trace.go:171","msg":"trace[253883972] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25301; }","duration":"13.293579164s","start":"2026-03-01T14:56:38.962401Z","end":"2026-03-01T14:56:52.25598Z","steps":["trace[253883972] 'agreement among raft nodes before linearized reading' (duration: 13.293302777s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:41.048742Z","time spent":"11.20730951s","remote":"127.0.0.1:43488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.292566419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:56:52.256032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.642899641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:52.256132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.962383Z","time spent":"13.293740448s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T14:56:52.256143Z","caller":"traceutil/trace.go:171","msg":"trace[717336821] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25301; }","duration":"10.643097896s","start":"2026-03-01T14:56:41.61303Z","end":"2026-03-01T14:56:52.256128Z","steps":["trace[717336821] 'agreement among raft nodes before linearized reading' (duration: 10.642697616s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256064Z","caller":"traceutil/trace.go:171","msg":"trace[1975884759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25301; }","duration":"1.256645989s","start":"2026-03-01T14:56:50.999407Z","end":"2026-03-01T14:56:52.256053Z","steps":["trace[1975884759] 'agreement among raft nodes before linearized reading' (duration: 1.256608028s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370560258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:56:52.256219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624545117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.256235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145180686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:52.256249Z","caller":"traceutil/trace.go:171","msg":"trace[676402441] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25301; }","duration":"1.370697791s","start":"2026-03-01T14:56:50.885544Z","end":"2026-03-01T14:56:52.256242Z","steps":["trace[676402441] 'agreement among raft nodes before linearized reading' (duration: 1.370532867s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256266Z","caller":"traceutil/trace.go:171","msg":"trace[1597658121] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25301; }","duration":"2.145263248s","start":"2026-03-01T14:56:50.110991Z","end":"2026-03-01T14:56:52.256254Z","steps":["trace[1597658121] 'agreement among raft nodes before linearized reading' (duration: 2.145197546s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.885508Z","time spent":"1.370760752s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.110967Z","time spent":"2.14531026s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.256268Z","caller":"traceutil/trace.go:171","msg":"trace[1443644344] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25301; }","duration":"1.624626449s","start":"2026-03-01T14:56:50.631624Z","end":"2026-03-01T14:56:52.25625Z","steps":["trace[1443644344] 'agreement among raft nodes before linearized reading' (duration: 1.624559297s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.25627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907933072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.256287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.963270759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.256316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.428952174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-01T14:56:52.256319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.631602Z","time spent":"1.624704861s","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.256333Z","caller":"traceutil/trace.go:171","msg":"trace[1004306841] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25301; }","duration":"12.963352902s","start":"2026-03-01T14:56:39.292966Z","end":"2026-03-01T14:56:52.256318Z","steps":["trace[1004306841] 'agreement among raft nodes before linearized reading' (duration: 12.96327751s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.629349584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:52.256376Z","caller":"traceutil/trace.go:171","msg":"trace[436008691] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh; range_end:; response_count:1; response_revision:25301; }","duration":"6.429026986s","start":"2026-03-01T14:56:45.827326Z","end":"2026-03-01T14:56:52.256353Z","steps":["trace[436008691] 'agreement among raft nodes before linearized reading' (duration: 6.428539204s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256392Z","caller":"traceutil/trace.go:171","msg":"trace[1820178798] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25301; }","duration":"12.629450466s","start":"2026-03-01T14:56:39.626933Z","end":"2026-03-01T14:56:52.256383Z","steps":["trace[1820178798] 'agreement among raft nodes before linearized reading' (duration: 12.629399715s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.25616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955077307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:52.256135Z","caller":"traceutil/trace.go:171","msg":"trace[55463662] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25301; }","duration":"13.29264226s","start":"2026-03-01T14:56:38.963461Z","end":"2026-03-01T14:56:52.256103Z","steps":["trace[55463662] 'agreement among raft nodes before linearized reading' (duration: 13.292317122s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185375073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.256427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.428330248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1898bf6d4c4eb2f5\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-01T14:56:52.256441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.96345Z","time spent":"13.29298328s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-01T14:56:52.256455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.03585816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc70f8c55002\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T14:56:52.256467Z","caller":"traceutil/trace.go:171","msg":"trace[1131241693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25301; }","duration":"4.185463665s","start":"2026-03-01T14:56:48.070973Z","end":"2026-03-01T14:56:52.256436Z","steps":["trace[1131241693] 'agreement among raft nodes before linearized reading' (duration: 4.185374422s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256491Z","caller":"traceutil/trace.go:171","msg":"trace[373435339] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc70f8c55002; range_end:; response_count:1; response_revision:25301; }","duration":"10.035922492s","start":"2026-03-01T14:56:42.220559Z","end":"2026-03-01T14:56:52.256481Z","steps":["trace[373435339] 'agreement among raft nodes before linearized reading' (duration: 10.035335157s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256483Z","caller":"traceutil/trace.go:171","msg":"trace[1746792980] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1898bf6d4c4eb2f5; range_end:; response_count:1; response_revision:25301; }","duration":"6.428389289s","start":"2026-03-01T14:56:45.828067Z","end":"2026-03-01T14:56:52.256456Z","steps":["trace[1746792980] 'agreement among raft nodes before linearized reading' (duration: 6.428267866s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.220543Z","time spent":"10.035965473s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc70f8c55002\" "} {"level":"warn","ts":"2026-03-01T14:56:52.256381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:39.292946Z","time spent":"12.963422804s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18566416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131160"} {"level":"warn","ts":"2026-03-01T14:56:52.256534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.828054Z","time spent":"6.428471532s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.1898bf6d4c4eb2f5\" "} {"level":"warn","ts":"2026-03-01T14:56:52.256543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.292293031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-351655e7-6e67-412f-93ea-d16640dce124\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-01T14:56:52.25653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.070966Z","time spent":"4.185553657s","remote":"127.0.0.1:38790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.25643Z","caller":"traceutil/trace.go:171","msg":"trace[1537956600] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25301; }","duration":"1.955391215s","start":"2026-03-01T14:56:50.301025Z","end":"2026-03-01T14:56:52.256416Z","steps":["trace[1537956600] 'agreement among raft nodes before linearized reading' (duration: 1.955058627s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.25657Z","caller":"traceutil/trace.go:171","msg":"trace[1778611523] range","detail":"{range_begin:/registry/persistentvolumes/pvc-351655e7-6e67-412f-93ea-d16640dce124; range_end:; response_count:1; response_revision:25301; }","duration":"13.292329623s","start":"2026-03-01T14:56:38.964234Z","end":"2026-03-01T14:56:52.256564Z","steps":["trace[1778611523] 'agreement among raft nodes before linearized reading' (duration: 13.292195828s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256571Z","caller":"traceutil/trace.go:171","msg":"trace[873810895] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25301; }","duration":"4.185725773s","start":"2026-03-01T14:56:48.070832Z","end":"2026-03-01T14:56:52.256558Z","steps":["trace[873810895] 'agreement among raft nodes before linearized reading' (duration: 4.185525157s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.964229Z","time spent":"13.292360283s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-351655e7-6e67-412f-93ea-d16640dce124\" "} {"level":"warn","ts":"2026-03-01T14:56:52.256601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.301Z","time spent":"1.955586071s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023711223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:52.256613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.07078Z","time spent":"4.185821385s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131184,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-01T14:56:52.256649Z","caller":"traceutil/trace.go:171","msg":"trace[1785198601] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25301; }","duration":"4.024218918s","start":"2026-03-01T14:56:48.232416Z","end":"2026-03-01T14:56:52.256635Z","steps":["trace[1785198601] 'agreement among raft nodes before linearized reading' (duration: 4.023740445s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.292550358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-01T14:56:52.256297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30509247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T14:56:52.256695Z","caller":"traceutil/trace.go:171","msg":"trace[1658514377] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25301; }","duration":"13.29261198s","start":"2026-03-01T14:56:38.964068Z","end":"2026-03-01T14:56:52.25668Z","steps":["trace[1658514377] 'agreement among raft nodes before linearized reading' (duration: 13.291622604s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256718Z","caller":"traceutil/trace.go:171","msg":"trace[238616183] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25301; }","duration":"5.305542852s","start":"2026-03-01T14:56:46.951163Z","end":"2026-03-01T14:56:52.256706Z","steps":["trace[238616183] 'agreement among raft nodes before linearized reading' (duration: 5.30507327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:46.951146Z","time spent":"5.305590024s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T14:56:52.25674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.964063Z","time spent":"13.292662671s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-01T14:56:52.256133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093488429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-01T14:56:52.256836Z","caller":"traceutil/trace.go:171","msg":"trace[1935388639] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25301; }","duration":"3.094213968s","start":"2026-03-01T14:56:49.162605Z","end":"2026-03-01T14:56:52.256819Z","steps":["trace[1935388639] 'agreement among raft nodes before linearized reading' (duration: 3.093315265s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.256222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:41.612999Z","time spent":"10.643196729s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.99939Z","time spent":"1.256824274s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:56:52.256047Z","caller":"traceutil/trace.go:171","msg":"trace[400153950] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25301; }","duration":"8.784920395s","start":"2026-03-01T14:56:43.471102Z","end":"2026-03-01T14:56:52.256022Z","steps":["trace[400153950] 'agreement among raft nodes before linearized reading' (duration: 8.784795872s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.257006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.471087Z","time spent":"8.785909942s","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040782692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:52.257074Z","caller":"traceutil/trace.go:171","msg":"trace[1542652348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25301; }","duration":"6.041583343s","start":"2026-03-01T14:56:46.215479Z","end":"2026-03-01T14:56:52.257062Z","steps":["trace[1542652348] 'agreement among raft nodes before linearized reading' (duration: 6.040768602s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.256329Z","caller":"traceutil/trace.go:171","msg":"trace[824802968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25301; }","duration":"4.908021954s","start":"2026-03-01T14:56:47.348286Z","end":"2026-03-01T14:56:52.256308Z","steps":["trace[824802968] 'agreement among raft nodes before linearized reading' (duration: 4.907936502s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.257124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:46.215459Z","time spent":"6.041651305s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.257137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:47.348269Z","time spent":"4.908859846s","remote":"127.0.0.1:38538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:39.626917Z","time spent":"12.629491428s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.232395Z","time spent":"4.024280589s","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.255995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099277919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:52.257401Z","caller":"traceutil/trace.go:171","msg":"trace[798183900] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25301; }","duration":"1.100719656s","start":"2026-03-01T14:56:51.156671Z","end":"2026-03-01T14:56:52.257391Z","steps":["trace[798183900] 'agreement among raft nodes before linearized reading' (duration: 1.09928498s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.257436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:51.156653Z","time spent":"1.100772028s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.256915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:49.162542Z","time spent":"3.094342732s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-01T14:56:52.256409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.827314Z","time spent":"6.429088838s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh\" "} {"level":"warn","ts":"2026-03-01T14:56:52.259449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.327967011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:56:52.25952Z","caller":"traceutil/trace.go:171","msg":"trace[1902443591] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25301; }","duration":"11.328084944s","start":"2026-03-01T14:56:40.931427Z","end":"2026-03-01T14:56:52.259512Z","steps":["trace[1902443591] 'agreement among raft nodes before linearized reading' (duration: 11.324151223s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.259587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.93141Z","time spent":"11.328168655s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.255836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.007522938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:52.262014Z","caller":"traceutil/trace.go:171","msg":"trace[508693615] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25301; }","duration":"12.013473119s","start":"2026-03-01T14:56:40.248226Z","end":"2026-03-01T14:56:52.261699Z","steps":["trace[508693615] 'agreement among raft nodes before linearized reading' (duration: 12.007529599s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.262057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.248207Z","time spent":"12.013838229s","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.759455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:53.261662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:53.762672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:54.241288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.8908795s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:54.259303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:54.259378Z","caller":"traceutil/trace.go:171","msg":"trace[930893029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998145s","start":"2026-03-01T14:56:52.25936Z","end":"2026-03-01T14:56:54.259358Z","steps":["trace[930893029] 'agreement among raft nodes before linearized reading' (duration: 1.999901953s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:54.259426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.259322Z","time spent":"2.000087079s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:54.86758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506783715s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:54.867763Z","caller":"traceutil/trace.go:171","msg":"trace[1257035091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25301; }","duration":"2.50697302s","start":"2026-03-01T14:56:52.360759Z","end":"2026-03-01T14:56:54.867732Z","steps":["trace[1257035091] 'range keys from in-memory index tree' (duration: 2.506762615s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:54.870542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.969957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:54.870664Z","caller":"traceutil/trace.go:171","msg":"trace[1910073842] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"2.611320696s","start":"2026-03-01T14:56:52.25932Z","end":"2026-03-01T14:56:54.870641Z","steps":["trace[1910073842] 'process raft request' (duration: 1.982155994s)","trace[1910073842] 'compare' (duration: 626.894954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:54.870744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.259296Z","time spent":"2.611413719s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:56.267255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:56.267341Z","caller":"traceutil/trace.go:171","msg":"trace[493478696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605692s","start":"2026-03-01T14:56:54.266716Z","end":"2026-03-01T14:56:56.267322Z","steps":["trace[493478696] 'agreement among raft nodes before linearized reading' (duration: 2.000500719s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.267389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.266671Z","time spent":"2.000709294s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:58.293512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025883343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:58.293619Z","caller":"traceutil/trace.go:171","msg":"trace[421882805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.026057148s","start":"2026-03-01T14:56:56.267542Z","end":"2026-03-01T14:56:58.293599Z","steps":["trace[421882805] 'agreement among raft nodes before linearized reading' (duration: 2.025923174s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:58.293668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.267519Z","time spent":"2.02613933s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:58.693465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999587206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:58.693607Z","caller":"traceutil/trace.go:171","msg":"trace[1008823565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999762971s","start":"2026-03-01T14:56:56.693792Z","end":"2026-03-01T14:56:58.693555Z","steps":["trace[1008823565] 'agreement among raft nodes before linearized reading' (duration: 1.999616347s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:58.693792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.693771Z","time spent":"2.000004806s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:59.262225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.261923Z","time spent":"7.00029497s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:59.262338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.261825Z","time spent":"7.000501056s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:59.262466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.261692Z","time spent":"7.000771852s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:59.262621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.261991Z","time spent":"7.000622118s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:59.26532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.264361Z","time spent":"7.000939956s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:59.268893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.267945Z","time spent":"7.000943417s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:59.63067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.389154703s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:00.044812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:55.319266Z","time spent":"4.725539558s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:57:00.046495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.595716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:00.046818Z","caller":"traceutil/trace.go:171","msg":"trace[22593127] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26264; }","duration":"7.787420036s","start":"2026-03-01T14:56:52.259385Z","end":"2026-03-01T14:57:00.046805Z","steps":["trace[22593127] 'read index received' (duration: 1.982106293s)","trace[22593127] 'applied index is now lower than readState.Index' (duration: 5.805312863s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:00.047018Z","caller":"traceutil/trace.go:171","msg":"trace[1959133437] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"6.798034542s","start":"2026-03-01T14:56:53.248974Z","end":"2026-03-01T14:57:00.047009Z","steps":["trace[1959133437] 'process raft request' (duration: 6.797796646s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:00.047074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:53.24894Z","time spent":"6.798096813s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:00.302222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:00.302304Z","caller":"traceutil/trace.go:171","msg":"trace[1003873012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161311s","start":"2026-03-01T14:56:58.30212Z","end":"2026-03-01T14:57:00.302281Z","steps":["trace[1003873012] 'agreement among raft nodes before linearized reading' (duration: 2.000066788s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:00.302347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:58.302105Z","time spent":"2.000233142s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:00.546904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:01.04812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:01.417242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78637223s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:01.417938Z","caller":"traceutil/trace.go:171","msg":"trace[4624775] linearizableReadLoop","detail":"{readStateIndex:26274; appliedIndex:26272; }","duration":"1.371058251s","start":"2026-03-01T14:57:00.04684Z","end":"2026-03-01T14:57:01.417898Z","steps":["trace[4624775] 'read index received' (duration: 1.37062778s)","trace[4624775] 'applied index is now lower than readState.Index' (duration: 428.851µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:01.418155Z","caller":"traceutil/trace.go:171","msg":"trace[56533699] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25309; }","duration":"2.148956783s","start":"2026-03-01T14:56:59.269184Z","end":"2026-03-01T14:57:01.41814Z","steps":["trace[56533699] 'process raft request' (duration: 2.148475761s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.418319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.26917Z","time spent":"2.149024134s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:01.418725Z","caller":"traceutil/trace.go:171","msg":"trace[1790825483] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25309; }","duration":"2.148237325s","start":"2026-03-01T14:56:59.270474Z","end":"2026-03-01T14:57:01.418711Z","steps":["trace[1790825483] 'process raft request' (duration: 2.147350423s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.418784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.270419Z","time spent":"2.148332427s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:01.418976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882780775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:01.419018Z","caller":"traceutil/trace.go:171","msg":"trace[1724184365] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25309; }","duration":"1.882858496s","start":"2026-03-01T14:56:59.536144Z","end":"2026-03-01T14:57:01.419003Z","steps":["trace[1724184365] 'agreement among raft nodes before linearized reading' (duration: 1.882780955s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.419055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.536124Z","time spent":"1.882918637s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.419401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14217836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-01T14:57:01.419446Z","caller":"traceutil/trace.go:171","msg":"trace[495583101] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr; range_end:; response_count:1; response_revision:25309; }","duration":"2.142237691s","start":"2026-03-01T14:56:59.277197Z","end":"2026-03-01T14:57:01.419434Z","steps":["trace[495583101] 'agreement among raft nodes before linearized reading' (duration: 2.142034416s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.419481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.277189Z","time spent":"2.142279583s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr\" "} {"level":"warn","ts":"2026-03-01T14:57:01.419505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708733448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:01.419612Z","caller":"traceutil/trace.go:171","msg":"trace[1783084214] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25309; }","duration":"6.708895691s","start":"2026-03-01T14:56:54.710687Z","end":"2026-03-01T14:57:01.419582Z","steps":["trace[1783084214] 'agreement among raft nodes before linearized reading' (duration: 6.708699376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.419678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.710666Z","time spent":"6.708993574s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.419703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.010736094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:01.41974Z","caller":"traceutil/trace.go:171","msg":"trace[2070477497] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25309; }","duration":"7.010802396s","start":"2026-03-01T14:56:54.408925Z","end":"2026-03-01T14:57:01.419727Z","steps":["trace[2070477497] 'agreement among raft nodes before linearized reading' (duration: 7.010732324s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.419805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.408909Z","time spent":"7.010881168s","remote":"127.0.0.1:39028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.419796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55038456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.419817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331399279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:01.419878Z","caller":"traceutil/trace.go:171","msg":"trace[375919196] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25309; }","duration":"2.550526634s","start":"2026-03-01T14:56:58.869326Z","end":"2026-03-01T14:57:01.419853Z","steps":["trace[375919196] 'agreement among raft nodes before linearized reading' (duration: 2.550309568s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.419913Z","caller":"traceutil/trace.go:171","msg":"trace[472294493] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25309; }","duration":"2.331559684s","start":"2026-03-01T14:56:59.088327Z","end":"2026-03-01T14:57:01.419887Z","steps":["trace[472294493] 'agreement among raft nodes before linearized reading' (duration: 2.331346667s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.419931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:58.869266Z","time spent":"2.550652367s","remote":"127.0.0.1:43528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.41998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.088308Z","time spent":"2.331653065s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.42004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382026466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14802781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.42006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390490907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:01.420108Z","caller":"traceutil/trace.go:171","msg":"trace[1712298862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25309; }","duration":"3.382134659s","start":"2026-03-01T14:56:58.037957Z","end":"2026-03-01T14:57:01.420092Z","steps":["trace[1712298862] 'agreement among raft nodes before linearized reading' (duration: 3.382027706s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.420117Z","caller":"traceutil/trace.go:171","msg":"trace[1437592967] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25309; }","duration":"2.148138503s","start":"2026-03-01T14:56:59.27196Z","end":"2026-03-01T14:57:01.420099Z","steps":["trace[1437592967] 'agreement among raft nodes before linearized reading' (duration: 2.14801513s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.420128Z","caller":"traceutil/trace.go:171","msg":"trace[697899496] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25309; }","duration":"2.39059835s","start":"2026-03-01T14:56:59.029512Z","end":"2026-03-01T14:57:01.42011Z","steps":["trace[697899496] 'agreement among raft nodes before linearized reading' (duration: 2.390424576s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.42016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.271948Z","time spent":"2.148202274s","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.420165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:58.037936Z","time spent":"3.38221044s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.42018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.029495Z","time spent":"2.390666671s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.420177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.902745531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428248754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:01.420259Z","caller":"traceutil/trace.go:171","msg":"trace[1540453388] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25309; }","duration":"4.902858124s","start":"2026-03-01T14:56:56.517368Z","end":"2026-03-01T14:57:01.420226Z","steps":["trace[1540453388] 'agreement among raft nodes before linearized reading' (duration: 4.902734271s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.321636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.517347Z","time spent":"4.902946216s","remote":"127.0.0.1:38676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:01.420331Z","caller":"traceutil/trace.go:171","msg":"trace[74139188] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25309; }","duration":"730.410688ms","start":"2026-03-01T14:57:00.689906Z","end":"2026-03-01T14:57:01.420316Z","steps":["trace[74139188] 'agreement among raft nodes before linearized reading' (duration: 730.338007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.689886Z","time spent":"730.4764ms","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.420436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040525808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.141687232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:01.420491Z","caller":"traceutil/trace.go:171","msg":"trace[1368273517] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25309; }","duration":"6.040588159s","start":"2026-03-01T14:56:55.379888Z","end":"2026-03-01T14:57:01.420476Z","steps":["trace[1368273517] 'agreement among raft nodes before linearized reading' (duration: 6.040498007s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53405532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88928732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:01.420517Z","caller":"traceutil/trace.go:171","msg":"trace[1157194228] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25309; }","duration":"9.141803915s","start":"2026-03-01T14:56:52.27869Z","end":"2026-03-01T14:57:01.420494Z","steps":["trace[1157194228] 'agreement among raft nodes before linearized reading' (duration: 9.141692182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.567879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-01T14:57:01.420554Z","caller":"traceutil/trace.go:171","msg":"trace[522061833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25309; }","duration":"3.534151723s","start":"2026-03-01T14:56:57.886384Z","end":"2026-03-01T14:57:01.420536Z","steps":["trace[522061833] 'agreement among raft nodes before linearized reading' (duration: 3.53403002s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.420559Z","caller":"traceutil/trace.go:171","msg":"trace[1041280113] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25309; }","duration":"4.889371452s","start":"2026-03-01T14:56:56.531169Z","end":"2026-03-01T14:57:01.420541Z","steps":["trace[1041280113] 'agreement among raft nodes before linearized reading' (duration: 4.88930177s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.15857541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114352"} {"level":"warn","ts":"2026-03-01T14:57:01.42006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129380124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.531146Z","time spent":"4.889449113s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:01.420616Z","caller":"traceutil/trace.go:171","msg":"trace[2075074226] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25309; }","duration":"1.129960689s","start":"2026-03-01T14:57:00.290645Z","end":"2026-03-01T14:57:01.420605Z","steps":["trace[2075074226] 'agreement among raft nodes before linearized reading' (duration: 1.129367194s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.42061Z","caller":"traceutil/trace.go:171","msg":"trace[1716172921] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25309; }","duration":"591.986839ms","start":"2026-03-01T14:57:00.828603Z","end":"2026-03-01T14:57:01.42059Z","steps":["trace[1716172921] 'agreement among raft nodes before linearized reading' (duration: 591.534588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547984113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-01T14:57:01.420552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152542506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-01T14:57:01.420654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.290631Z","time spent":"1.130009529s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:01.420678Z","caller":"traceutil/trace.go:171","msg":"trace[820966113] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25309; }","duration":"6.548053355s","start":"2026-03-01T14:56:54.872612Z","end":"2026-03-01T14:57:01.420665Z","steps":["trace[820966113] 'agreement among raft nodes before linearized reading' (duration: 6.547964613s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:57.88636Z","time spent":"3.534231574s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:01.420278Z","caller":"traceutil/trace.go:171","msg":"trace[1088817839] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25309; }","duration":"2.428339326s","start":"2026-03-01T14:56:58.991919Z","end":"2026-03-01T14:57:01.420259Z","steps":["trace[1088817839] 'agreement among raft nodes before linearized reading' (duration: 2.428254554s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.872595Z","time spent":"6.548111526s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:57:01.420747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:58.991899Z","time spent":"2.428826929s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:57:01.420769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.736341895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:55.379833Z","time spent":"6.040702112s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:01.420818Z","caller":"traceutil/trace.go:171","msg":"trace[1069536076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25309; }","duration":"8.736433278s","start":"2026-03-01T14:56:52.684369Z","end":"2026-03-01T14:57:01.420803Z","steps":["trace[1069536076] 'agreement among raft nodes before linearized reading' (duration: 8.736341585s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.420807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151747063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-01T14:57:01.420883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.684355Z","time spent":"8.736510779s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:01.420923Z","caller":"traceutil/trace.go:171","msg":"trace[1471744468] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7; range_end:; response_count:1; response_revision:25309; }","duration":"2.151899507s","start":"2026-03-01T14:56:59.269002Z","end":"2026-03-01T14:57:01.420902Z","steps":["trace[1471744468] 'agreement among raft nodes before linearized reading' (duration: 2.151527328s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.420637Z","caller":"traceutil/trace.go:171","msg":"trace[800184158] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:25309; }","duration":"9.158764945s","start":"2026-03-01T14:56:52.261838Z","end":"2026-03-01T14:57:01.420603Z","steps":["trace[800184158] 'agreement among raft nodes before linearized reading' (duration: 9.157972764s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.420685Z","caller":"traceutil/trace.go:171","msg":"trace[2097473093] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25309; }","duration":"9.15268376s","start":"2026-03-01T14:56:52.267988Z","end":"2026-03-01T14:57:01.420672Z","steps":["trace[2097473093] 'agreement among raft nodes before linearized reading' (duration: 9.152500816s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.42096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.159066372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114352"} {"level":"warn","ts":"2026-03-01T14:57:01.420987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.261822Z","time spent":"9.159148965s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114376,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-01T14:57:01.420996Z","caller":"traceutil/trace.go:171","msg":"trace[1246630219] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:25309; }","duration":"9.159112763s","start":"2026-03-01T14:56:52.261874Z","end":"2026-03-01T14:57:01.420986Z","steps":["trace[1246630219] 'agreement among raft nodes before linearized reading' (duration: 9.158695723s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.421003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.268981Z","time spent":"2.15200887s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" "} {"level":"warn","ts":"2026-03-01T14:57:01.421029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.261865Z","time spent":"9.159154165s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114376,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-01T14:57:01.421018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.267979Z","time spent":"9.153009808s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:01.420566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.278656Z","time spent":"9.141895637s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:01.420677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.828583Z","time spent":"592.076442ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:57:01.420579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11779654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:01.420841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.756920153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:57:01.421309Z","caller":"traceutil/trace.go:171","msg":"trace[1926461537] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25309; }","duration":"7.757408425s","start":"2026-03-01T14:56:53.663882Z","end":"2026-03-01T14:57:01.42129Z","steps":["trace[1926461537] 'agreement among raft nodes before linearized reading' (duration: 7.756772189s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:01.421265Z","caller":"traceutil/trace.go:171","msg":"trace[2019068740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25309; }","duration":"1.118488087s","start":"2026-03-01T14:57:00.302745Z","end":"2026-03-01T14:57:01.421233Z","steps":["trace[2019068740] 'agreement among raft nodes before linearized reading' (duration: 1.11780047s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.421376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:53.663865Z","time spent":"7.757493097s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:57:01.42143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.302729Z","time spent":"1.118680152s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:01.926714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:02.4396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:02.94026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:03.333463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651001948s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:03.333986Z","caller":"traceutil/trace.go:171","msg":"trace[784697792] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"1.908469616s","start":"2026-03-01T14:57:01.425425Z","end":"2026-03-01T14:57:03.333895Z","steps":["trace[784697792] 'process raft request' (duration: 1.908279782s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:03.334134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.425399Z","time spent":"1.90863797s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:03.431109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:03.43125Z","caller":"traceutil/trace.go:171","msg":"trace[184180301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000777006s","start":"2026-03-01T14:57:01.430441Z","end":"2026-03-01T14:57:03.431218Z","steps":["trace[184180301] 'agreement among raft nodes before linearized reading' (duration: 2.000591202s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:03.431316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.430436Z","time spent":"2.000862919s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:05.431898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:05.432009Z","caller":"traceutil/trace.go:171","msg":"trace[1013756615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234102s","start":"2026-03-01T14:57:03.431743Z","end":"2026-03-01T14:57:05.431977Z","steps":["trace[1013756615] 'agreement among raft nodes before linearized reading' (duration: 2.000106229s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:05.432073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:03.43172Z","time spent":"2.000336264s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:05.713633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.231472525s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:05.714076Z","caller":"traceutil/trace.go:171","msg":"trace[1350561309] linearizableReadLoop","detail":"{readStateIndex:26277; appliedIndex:26274; }","duration":"4.287996433s","start":"2026-03-01T14:57:01.426051Z","end":"2026-03-01T14:57:05.714048Z","steps":["trace[1350561309] 'read index received' (duration: 1.907796128s)","trace[1350561309] 'applied index is now lower than readState.Index' (duration: 2.380199255s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:05.714204Z","caller":"traceutil/trace.go:171","msg":"trace[307318138] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"4.277874278s","start":"2026-03-01T14:57:01.436312Z","end":"2026-03-01T14:57:05.714186Z","steps":["trace[307318138] 'process raft request' (duration: 4.277665182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:05.714391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.436302Z","time spent":"4.277945089s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:05.714447Z","caller":"traceutil/trace.go:171","msg":"trace[557192312] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"4.286529296s","start":"2026-03-01T14:57:01.427847Z","end":"2026-03-01T14:57:05.714377Z","steps":["trace[557192312] 'process raft request' (duration: 4.285954112s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:05.714603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.427828Z","time spent":"4.286681492s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:05.714616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288551288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:57:05.714713Z","caller":"traceutil/trace.go:171","msg":"trace[1765206932] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25312; }","duration":"4.289224936s","start":"2026-03-01T14:57:01.425465Z","end":"2026-03-01T14:57:05.71469Z","steps":["trace[1765206932] 'agreement among raft nodes before linearized reading' (duration: 4.288947339s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:05.71477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.425453Z","time spent":"4.289300418s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T14:57:06.21529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:06.716117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:06.77247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007179638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:06.772541Z","caller":"traceutil/trace.go:171","msg":"trace[1738777157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0072882s","start":"2026-03-01T14:57:04.765236Z","end":"2026-03-01T14:57:06.772524Z","steps":["trace[1738777157] 'agreement among raft nodes before linearized reading' (duration: 2.007197938s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.772579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.765221Z","time spent":"2.007348782s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:07.216813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:07.438878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:07.438964Z","caller":"traceutil/trace.go:171","msg":"trace[559779758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282464s","start":"2026-03-01T14:57:05.438663Z","end":"2026-03-01T14:57:07.438945Z","steps":["trace[559779758] 'agreement among raft nodes before linearized reading' (duration: 2.000170172s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:07.43901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.438648Z","time spent":"2.000352556s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:07.717271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:08.218268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:08.550637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.546247506s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:08.83014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.196439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:08.830407Z","caller":"traceutil/trace.go:171","msg":"trace[1256256008] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"5.491957559s","start":"2026-03-01T14:57:03.338415Z","end":"2026-03-01T14:57:08.830372Z","steps":["trace[1256256008] 'process raft request' (duration: 5.212445722s)","trace[1256256008] 'compare' (duration: 278.940842ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:08.830452Z","caller":"traceutil/trace.go:171","msg":"trace[97967347] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"3.772362062s","start":"2026-03-01T14:57:05.058059Z","end":"2026-03-01T14:57:08.830421Z","steps":["trace[97967347] 'process raft request' (duration: 3.772189798s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:08.830544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:03.338386Z","time spent":"5.492089852s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:08.83057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.05803Z","time spent":"3.772472795s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:09.44604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:09.44613Z","caller":"traceutil/trace.go:171","msg":"trace[1916841776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449948s","start":"2026-03-01T14:57:07.445657Z","end":"2026-03-01T14:57:09.446107Z","steps":["trace[1916841776] 'agreement among raft nodes before linearized reading' (duration: 2.000338315s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:09.446186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.445642Z","time spent":"2.00053415s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:10.263132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405666008s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:11.434075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006266451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:11.434205Z","caller":"traceutil/trace.go:171","msg":"trace[881521394] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006471996s","start":"2026-03-01T14:57:01.427707Z","end":"2026-03-01T14:57:11.434179Z","steps":["trace[881521394] 'agreement among raft nodes before linearized reading' (duration: 10.006291692s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.434099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00030854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-01T14:57:11.434456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.427698Z","time spent":"10.006742003s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/01 14:57:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T14:57:11.434503Z","caller":"traceutil/trace.go:171","msg":"trace[1888829848] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000748291s","start":"2026-03-01T14:57:01.433728Z","end":"2026-03-01T14:57:11.434476Z","steps":["trace[1888829848] 'agreement among raft nodes before linearized reading' (duration: 10.00031255s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.434571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.433722Z","time spent":"10.000834434s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/01 14:57:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:11.446891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:11.446941Z","caller":"traceutil/trace.go:171","msg":"trace[1188369279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406437s","start":"2026-03-01T14:57:09.446522Z","end":"2026-03-01T14:57:11.446929Z","steps":["trace[1188369279] 'agreement among raft nodes before linearized reading' (duration: 2.000352036s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.446987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.446506Z","time spent":"2.000473358s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:11.662419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831969429s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:57:11.662693Z","caller":"traceutil/trace.go:171","msg":"trace[712887128] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26277; }","duration":"5.948529155s","start":"2026-03-01T14:57:05.714149Z","end":"2026-03-01T14:57:11.662678Z","steps":["trace[712887128] 'read index received' (duration: 2.836623098s)","trace[712887128] 'applied index is now lower than readState.Index' (duration: 3.111905197s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:11.663378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.97074505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.663434Z","caller":"traceutil/trace.go:171","msg":"trace[1798818095] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25315; }","duration":"9.970841712s","start":"2026-03-01T14:57:01.692576Z","end":"2026-03-01T14:57:11.663418Z","steps":["trace[1798818095] 'agreement among raft nodes before linearized reading' (duration: 9.97075328s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.663478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.692548Z","time spent":"9.970918915s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.663548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.624737538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:11.663611Z","caller":"traceutil/trace.go:171","msg":"trace[842854586] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25315; }","duration":"6.624834541s","start":"2026-03-01T14:57:05.038759Z","end":"2026-03-01T14:57:11.663593Z","steps":["trace[842854586] 'agreement among raft nodes before linearized reading' (duration: 6.624738918s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.663603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524751593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:11.663449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.802427182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-01T14:57:11.663675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.038741Z","time spent":"6.624923193s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.66368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.20229147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.663704Z","caller":"traceutil/trace.go:171","msg":"trace[111746797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25315; }","duration":"6.524863066s","start":"2026-03-01T14:57:05.138811Z","end":"2026-03-01T14:57:11.663674Z","steps":["trace[111746797] 'agreement among raft nodes before linearized reading' (duration: 6.524691751s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.663734Z","caller":"traceutil/trace.go:171","msg":"trace[1364442758] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25315; }","duration":"10.202398994s","start":"2026-03-01T14:57:01.461319Z","end":"2026-03-01T14:57:11.663718Z","steps":["trace[1364442758] 'agreement among raft nodes before linearized reading' (duration: 10.202310332s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.663744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.914224488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:11.663749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08065669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.663787Z","caller":"traceutil/trace.go:171","msg":"trace[2088033035] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25315; }","duration":"6.91430732s","start":"2026-03-01T14:57:04.749469Z","end":"2026-03-01T14:57:11.663776Z","steps":["trace[2088033035] 'agreement among raft nodes before linearized reading' (duration: 6.914240269s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.663783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.138754Z","time spent":"6.52500901s","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:11.663821Z","caller":"traceutil/trace.go:171","msg":"trace[1478709235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25315; }","duration":"8.080794614s","start":"2026-03-01T14:57:03.583009Z","end":"2026-03-01T14:57:11.663804Z","steps":["trace[1478709235] 'agreement among raft nodes before linearized reading' (duration: 8.080673201s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.663826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.749445Z","time spent":"6.914367431s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.663858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:03.58298Z","time spent":"8.080869255s","remote":"127.0.0.1:38562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.663895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.22523031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:11.663909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.545280063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.663939Z","caller":"traceutil/trace.go:171","msg":"trace[2040386631] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25315; }","duration":"6.225295451s","start":"2026-03-01T14:57:05.438633Z","end":"2026-03-01T14:57:11.663928Z","steps":["trace[2040386631] 'agreement among raft nodes before linearized reading' (duration: 6.225183058s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.663986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.43862Z","time spent":"6.225354883s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.663992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.234946348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131160"} {"level":"warn","ts":"2026-03-01T14:57:11.664077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.381995418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:11.664088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.795478806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.664112Z","caller":"traceutil/trace.go:171","msg":"trace[156974040] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25315; }","duration":"7.38212186s","start":"2026-03-01T14:57:04.281982Z","end":"2026-03-01T14:57:11.664103Z","steps":["trace[156974040] 'agreement among raft nodes before linearized reading' (duration: 7.382012128s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.664127Z","caller":"traceutil/trace.go:171","msg":"trace[394034038] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25315; }","duration":"9.795514577s","start":"2026-03-01T14:57:01.868599Z","end":"2026-03-01T14:57:11.664113Z","steps":["trace[394034038] 'agreement among raft nodes before linearized reading' (duration: 9.795459985s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.664166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.230923227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86dc7f6f-a211-4f9d-b812-18839031cd6c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-01T14:57:11.663945Z","caller":"traceutil/trace.go:171","msg":"trace[152357482] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25315; }","duration":"9.545350585s","start":"2026-03-01T14:57:02.118584Z","end":"2026-03-01T14:57:11.663934Z","steps":["trace[152357482] 'agreement among raft nodes before linearized reading' (duration: 9.545285184s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.664212Z","caller":"traceutil/trace.go:171","msg":"trace[1347883919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86dc7f6f-a211-4f9d-b812-18839031cd6c; range_end:; response_count:1; response_revision:25315; }","duration":"10.230975568s","start":"2026-03-01T14:57:01.433224Z","end":"2026-03-01T14:57:11.6642Z","steps":["trace[1347883919] 'agreement among raft nodes before linearized reading' (duration: 10.230873875s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.664226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:02.118565Z","time spent":"9.545647672s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.66422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.235638975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-01T14:57:11.663994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.761807213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.664355Z","caller":"traceutil/trace.go:171","msg":"trace[1981028298] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25315; }","duration":"10.235751319s","start":"2026-03-01T14:57:01.428558Z","end":"2026-03-01T14:57:11.664309Z","steps":["trace[1981028298] 'agreement among raft nodes before linearized reading' (duration: 10.235602175s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.664391Z","caller":"traceutil/trace.go:171","msg":"trace[219520794] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25315; }","duration":"9.762234963s","start":"2026-03-01T14:57:01.902142Z","end":"2026-03-01T14:57:11.664377Z","steps":["trace[219520794] 'agreement among raft nodes before linearized reading' (duration: 9.761824133s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.664426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.428549Z","time spent":"10.235861061s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T14:57:11.664244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.433219Z","time spent":"10.231018689s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-86dc7f6f-a211-4f9d-b812-18839031cd6c\" "} {"level":"warn","ts":"2026-03-01T14:57:11.664172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.868545Z","time spent":"9.79561795s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.664138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.28195Z","time spent":"7.382182972s","remote":"127.0.0.1:38590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.664436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.902122Z","time spent":"9.762302964s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-01T14:57:11.663772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.461295Z","time spent":"10.202466445s","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:11.663697Z","caller":"traceutil/trace.go:171","msg":"trace[1846999024] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25315; }","duration":"9.80271579s","start":"2026-03-01T14:57:01.86097Z","end":"2026-03-01T14:57:11.663686Z","steps":["trace[1846999024] 'agreement among raft nodes before linearized reading' (duration: 9.80233141s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.664581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.860952Z","time spent":"9.803619293s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-01T14:57:11.664095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.236244871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-01T14:57:11.664706Z","caller":"traceutil/trace.go:171","msg":"trace[1430265734] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25315; }","duration":"10.236895659s","start":"2026-03-01T14:57:01.427793Z","end":"2026-03-01T14:57:11.664688Z","steps":["trace[1430265734] 'agreement among raft nodes before linearized reading' (duration: 10.235997926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.664764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.427789Z","time spent":"10.236958501s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-01T14:57:11.664081Z","caller":"traceutil/trace.go:171","msg":"trace[998596601] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25315; }","duration":"10.235048561s","start":"2026-03-01T14:57:01.429022Z","end":"2026-03-01T14:57:11.664071Z","steps":["trace[998596601] 'agreement among raft nodes before linearized reading' (duration: 10.234815025s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.664865Z","caller":"traceutil/trace.go:171","msg":"trace[1833942084] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"2.830170925s","start":"2026-03-01T14:57:08.834678Z","end":"2026-03-01T14:57:11.664849Z","steps":["trace[1833942084] 'process raft request' (duration: 2.827828095s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.664896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.429016Z","time spent":"10.235861912s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":131184,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T14:57:11.664944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:08.834649Z","time spent":"2.830247816s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:11.666256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.233823558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:57:11.666321Z","caller":"traceutil/trace.go:171","msg":"trace[1889618006] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25315; }","duration":"6.233931721s","start":"2026-03-01T14:57:05.432376Z","end":"2026-03-01T14:57:11.666308Z","steps":["trace[1889618006] 'agreement among raft nodes before linearized reading' (duration: 6.231733535s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.666364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.432357Z","time spent":"6.233997102s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2679,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.130173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490296443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:13.130277Z","caller":"traceutil/trace.go:171","msg":"trace[1033671427] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25316; }","duration":"4.490456648s","start":"2026-03-01T14:57:08.639795Z","end":"2026-03-01T14:57:13.130251Z","steps":["trace[1033671427] 'agreement among raft nodes before linearized reading' (duration: 3.025144107s)","trace[1033671427] 'count revisions from in-memory index tree' (duration: 1.465152616s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.130326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:08.63977Z","time spent":"4.49054388s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.130364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562251598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:13.130482Z","caller":"traceutil/trace.go:171","msg":"trace[421890859] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25316; }","duration":"4.562428033s","start":"2026-03-01T14:57:08.568021Z","end":"2026-03-01T14:57:13.130449Z","steps":["trace[421890859] 'agreement among raft nodes before linearized reading' (duration: 3.096922317s)","trace[421890859] 'count revisions from in-memory index tree' (duration: 1.465349041s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.13067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.413382273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:57:13.130715Z","caller":"traceutil/trace.go:171","msg":"trace[1243076151] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25316; }","duration":"7.413449865s","start":"2026-03-01T14:57:05.717252Z","end":"2026-03-01T14:57:13.130702Z","steps":["trace[1243076151] 'agreement among raft nodes before linearized reading' (duration: 5.947595761s)","trace[1243076151] 'range keys from in-memory index tree' (duration: 1.465768952s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.130745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.717223Z","time spent":"7.413513956s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:57:13.130956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265074877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-01T14:57:13.131058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180107126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:13.131099Z","caller":"traceutil/trace.go:171","msg":"trace[1088589762] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25316; }","duration":"3.180178757s","start":"2026-03-01T14:57:09.950905Z","end":"2026-03-01T14:57:13.131084Z","steps":["trace[1088589762] 'agreement among raft nodes before linearized reading' (duration: 1.714021696s)","trace[1088589762] 'count revisions from in-memory index tree' (duration: 1.466113781s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.950884Z","time spent":"3.18024825s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.13119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495462745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-01T14:57:13.131277Z","caller":"traceutil/trace.go:171","msg":"trace[2080488703] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25316; }","duration":"1.495568748s","start":"2026-03-01T14:57:11.635694Z","end":"2026-03-01T14:57:13.131263Z","steps":["trace[2080488703] 'agreement among raft nodes before linearized reading' (duration: 29.16758ms)","trace[2080488703] 'range keys from in-memory index tree' (duration: 1.466265004s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690364586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:13.131329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.635679Z","time spent":"1.495635249s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-01T14:57:13.131376Z","caller":"traceutil/trace.go:171","msg":"trace[1557468534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25316; }","duration":"1.69051583s","start":"2026-03-01T14:57:11.440834Z","end":"2026-03-01T14:57:13.13135Z","steps":["trace[1557468534] 'agreement among raft nodes before linearized reading' (duration: 224.046961ms)","trace[1557468534] 'count revisions from in-memory index tree' (duration: 1.466329816s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.13143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.440811Z","time spent":"1.690606782s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.131427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757019636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:13.131467Z","caller":"traceutil/trace.go:171","msg":"trace[1315607228] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25316; }","duration":"4.757098868s","start":"2026-03-01T14:57:08.374355Z","end":"2026-03-01T14:57:13.131454Z","steps":["trace[1315607228] 'agreement among raft nodes before linearized reading' (duration: 3.290574697s)","trace[1315607228] 'count revisions from in-memory index tree' (duration: 1.466465299s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:08.374334Z","time spent":"4.757153719s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.13161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183105128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:13.131639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678010803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:13.131657Z","caller":"traceutil/trace.go:171","msg":"trace[1661128475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25316; }","duration":"1.678089886s","start":"2026-03-01T14:57:11.45356Z","end":"2026-03-01T14:57:13.13165Z","steps":["trace[1661128475] 'agreement among raft nodes before linearized reading' (duration: 211.310129ms)","trace[1661128475] 'range keys from in-memory index tree' (duration: 1.466745096s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.13165Z","caller":"traceutil/trace.go:171","msg":"trace[452093341] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25316; }","duration":"2.18318377s","start":"2026-03-01T14:57:10.948451Z","end":"2026-03-01T14:57:13.131635Z","steps":["trace[452093341] 'agreement among raft nodes before linearized reading' (duration: 716.447884ms)","trace[452093341] 'count revisions from in-memory index tree' (duration: 1.466686374s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.453537Z","time spent":"1.678131636s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:13.131592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121642437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:13.131624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011840056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:57:13.131758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535273287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-01T14:57:13.131772Z","caller":"traceutil/trace.go:171","msg":"trace[406337553] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25316; }","duration":"4.121861642s","start":"2026-03-01T14:57:09.009839Z","end":"2026-03-01T14:57:13.1317Z","steps":["trace[406337553] 'agreement among raft nodes before linearized reading' (duration: 2.655112046s)","trace[406337553] 'count revisions from in-memory index tree' (duration: 1.466578652s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.131801Z","caller":"traceutil/trace.go:171","msg":"trace[1894923166] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25316; }","duration":"5.535351519s","start":"2026-03-01T14:57:07.596438Z","end":"2026-03-01T14:57:13.131789Z","steps":["trace[1894923166] 'agreement among raft nodes before linearized reading' (duration: 4.0684993s)","trace[1894923166] 'range keys from in-memory index tree' (duration: 1.466705776s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.596417Z","time spent":"5.535409371s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-01T14:57:13.131812Z","caller":"traceutil/trace.go:171","msg":"trace[1288787901] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25316; }","duration":"2.012057092s","start":"2026-03-01T14:57:11.119681Z","end":"2026-03-01T14:57:13.131738Z","steps":["trace[1288787901] 'agreement among raft nodes before linearized reading' (duration: 545.210063ms)","trace[1288787901] 'range keys from in-memory index tree' (duration: 1.46648736s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.009801Z","time spent":"4.122009256s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.131913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.119662Z","time spent":"2.012233037s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-01T14:57:13.131954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.413213639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-g9lgs\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-01T14:57:13.131997Z","caller":"traceutil/trace.go:171","msg":"trace[435852619] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-g9lgs; range_end:; response_count:1; response_revision:25316; }","duration":"7.413301141s","start":"2026-03-01T14:57:05.71868Z","end":"2026-03-01T14:57:13.131981Z","steps":["trace[435852619] 'agreement among raft nodes before linearized reading' (duration: 5.946280878s)","trace[435852619] 'range keys from in-memory index tree' (duration: 1.466914591s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376443943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:13.132045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.71866Z","time spent":"7.413372593s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-g9lgs\" "} {"level":"warn","ts":"2026-03-01T14:57:13.132045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.955760261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:13.132057Z","caller":"traceutil/trace.go:171","msg":"trace[597131906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25316; }","duration":"6.376499634s","start":"2026-03-01T14:57:06.755537Z","end":"2026-03-01T14:57:13.132037Z","steps":["trace[597131906] 'agreement among raft nodes before linearized reading' (duration: 4.90941226s)","trace[597131906] 'count revisions from in-memory index tree' (duration: 1.467012183s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.131088Z","caller":"traceutil/trace.go:171","msg":"trace[1567612184] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25316; }","duration":"2.265235001s","start":"2026-03-01T14:57:10.865806Z","end":"2026-03-01T14:57:13.131041Z","steps":["trace[1567612184] 'agreement among raft nodes before linearized reading' (duration: 799.101771ms)","trace[1567612184] 'range keys from in-memory index tree' (duration: 1.465838863s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.132104Z","caller":"traceutil/trace.go:171","msg":"trace[495174268] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25316; }","duration":"6.955855543s","start":"2026-03-01T14:57:06.176226Z","end":"2026-03-01T14:57:13.132082Z","steps":["trace[495174268] 'agreement among raft nodes before linearized reading' (duration: 5.488733948s)","trace[495174268] 'count revisions from in-memory index tree' (duration: 1.467052494s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.132149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.176204Z","time spent":"6.955934586s","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.132252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461709028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T14:57:13.131687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:10.948429Z","time spent":"2.183248612s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:13.132312Z","caller":"traceutil/trace.go:171","msg":"trace[1704657426] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:25316; }","duration":"1.461794651s","start":"2026-03-01T14:57:11.670496Z","end":"2026-03-01T14:57:13.13229Z","steps":["trace[1704657426] 'range keys from in-memory index tree' (duration: 1.461551594s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.132353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.67048Z","time spent":"1.461860912s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" "} {"level":"warn","ts":"2026-03-01T14:57:13.132148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:10.865789Z","time spent":"2.266345309s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:57:13.131136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.91529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:13.131016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859295733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:13.132496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46327758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-01T14:57:13.132494Z","caller":"traceutil/trace.go:171","msg":"trace[1744534347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25316; }","duration":"771.266375ms","start":"2026-03-01T14:57:12.361197Z","end":"2026-03-01T14:57:13.132463Z","steps":["trace[1744534347] 'range keys from in-memory index tree' (duration: 769.89845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:13.132539Z","caller":"traceutil/trace.go:171","msg":"trace[1456982765] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25316; }","duration":"1.463336382s","start":"2026-03-01T14:57:11.669187Z","end":"2026-03-01T14:57:13.132523Z","steps":["trace[1456982765] 'range keys from in-memory index tree' (duration: 1.463100455s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:13.132552Z","caller":"traceutil/trace.go:171","msg":"trace[1956273076] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25316; }","duration":"2.860840083s","start":"2026-03-01T14:57:10.271684Z","end":"2026-03-01T14:57:13.132524Z","steps":["trace[1956273076] 'agreement among raft nodes before linearized reading' (duration: 1.393233584s)","trace[1956273076] 'count revisions from in-memory index tree' (duration: 1.466072529s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.132577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.669165Z","time spent":"1.463403373s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-01T14:57:13.132096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.755455Z","time spent":"6.376631209s","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.132641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:10.271668Z","time spent":"2.860936755s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.132672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165071949s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:13.132778Z","caller":"traceutil/trace.go:171","msg":"trace[1523894101] linearizableReadLoop","detail":"{readStateIndex:26282; appliedIndex:26281; }","duration":"1.44753322s","start":"2026-03-01T14:57:11.685224Z","end":"2026-03-01T14:57:13.132757Z","steps":["trace[1523894101] 'read index received' (duration: 282.186175ms)","trace[1523894101] 'applied index is now lower than readState.Index' (duration: 1.165345105s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.132813Z","caller":"traceutil/trace.go:171","msg":"trace[1300792120] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"1.461394032s","start":"2026-03-01T14:57:11.671384Z","end":"2026-03-01T14:57:13.132778Z","steps":["trace[1300792120] 'process raft request' (duration: 296.100218ms)","trace[1300792120] 'compare' (duration: 1.164228106s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.132989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447747216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-03-01T14:57:13.133001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.891643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:13.133049Z","caller":"traceutil/trace.go:171","msg":"trace[1733139674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25317; }","duration":"1.447843898s","start":"2026-03-01T14:57:11.685188Z","end":"2026-03-01T14:57:13.133032Z","steps":["trace[1733139674] 'agreement among raft nodes before linearized reading' (duration: 1.447654254s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:13.133057Z","caller":"traceutil/trace.go:171","msg":"trace[815850334] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25317; }","duration":"340.996886ms","start":"2026-03-01T14:57:12.792045Z","end":"2026-03-01T14:57:13.133042Z","steps":["trace[815850334] 'agreement among raft nodes before linearized reading' (duration: 340.877793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.133094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.685171Z","time spent":"1.44791167s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:13.133098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.792011Z","time spent":"341.078468ms","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.133136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.671358Z","time spent":"1.461527755s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:13.133344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.300655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:13.135738Z","caller":"traceutil/trace.go:171","msg":"trace[774741305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25317; }","duration":"221.023664ms","start":"2026-03-01T14:57:12.914686Z","end":"2026-03-01T14:57:13.13571Z","steps":["trace[774741305] 'agreement among raft nodes before linearized reading' (duration: 218.241624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.133819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:08.567995Z","time spent":"4.565806809s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:13.137424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.223236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385848"} {"level":"info","ts":"2026-03-01T14:57:13.137467Z","caller":"traceutil/trace.go:171","msg":"trace[773705972] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25317; }","duration":"118.31109ms","start":"2026-03-01T14:57:13.019146Z","end":"2026-03-01T14:57:13.137457Z","steps":["trace[773705972] 'agreement among raft nodes before linearized reading' (duration: 113.773635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.639574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:15.143837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:15.143912Z","caller":"traceutil/trace.go:171","msg":"trace[1404794588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765816s","start":"2026-03-01T14:57:13.14313Z","end":"2026-03-01T14:57:15.143896Z","steps":["trace[1404794588] 'agreement among raft nodes before linearized reading' (duration: 2.000673203s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:15.143947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.143123Z","time spent":"2.000815828s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:15.425355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387109848s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:15.425517Z","caller":"traceutil/trace.go:171","msg":"trace[289864631] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"2.288420739s","start":"2026-03-01T14:57:13.137067Z","end":"2026-03-01T14:57:15.425488Z","steps":["trace[289864631] 'process raft request' (duration: 901.042054ms)","trace[289864631] 'compare' (duration: 1.386465322s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:15.425663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.137049Z","time spent":"2.288565733s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:16.058104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.019973492s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:16.764137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:16.764265Z","caller":"traceutil/trace.go:171","msg":"trace[153546415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355705s","start":"2026-03-01T14:57:14.76388Z","end":"2026-03-01T14:57:16.764236Z","steps":["trace[153546415] 'agreement among raft nodes before linearized reading' (duration: 2.000165521s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:16.76434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:14.763863Z","time spent":"2.000460029s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:17.145071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:17.145151Z","caller":"traceutil/trace.go:171","msg":"trace[812440317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001044672s","start":"2026-03-01T14:57:15.144088Z","end":"2026-03-01T14:57:17.145133Z","steps":["trace[812440317] 'agreement among raft nodes before linearized reading' (duration: 2.00094573s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:17.145199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:15.144044Z","time spent":"2.001146055s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:18.138135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.139604Z","time spent":"4.998517938s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:57:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:18.191097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:16.424738Z","time spent":"1.766351092s","remote":"127.0.0.1:35880","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:57:18.194281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13584904s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:18.194664Z","caller":"traceutil/trace.go:171","msg":"trace[903832049] linearizableReadLoop","detail":"{readStateIndex:26287; appliedIndex:26282; }","duration":"5.05575899s","start":"2026-03-01T14:57:13.138892Z","end":"2026-03-01T14:57:18.194651Z","steps":["trace[903832049] 'read index received' (duration: 899.26727ms)","trace[903832049] 'applied index is now lower than readState.Index' (duration: 4.15649094s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:18.194955Z","caller":"traceutil/trace.go:171","msg":"trace[87846794] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"5.057803762s","start":"2026-03-01T14:57:13.13714Z","end":"2026-03-01T14:57:18.194944Z","steps":["trace[87846794] 'process raft request' (duration: 2.921209452s)","trace[87846794] 'compare' (duration: 2.133203103s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:18.194998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.136405Z","time spent":"5.058571392s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:18.195126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.137978Z","time spent":"5.057146585s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:57:18.195361Z","caller":"traceutil/trace.go:171","msg":"trace[1721939026] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"5.054370314s","start":"2026-03-01T14:57:13.140983Z","end":"2026-03-01T14:57:18.195353Z","steps":["trace[1721939026] 'process raft request' (duration: 5.053604925s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.195388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.140963Z","time spent":"5.054409515s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5300,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:18.19546Z","caller":"traceutil/trace.go:171","msg":"trace[768168292] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"4.358538302s","start":"2026-03-01T14:57:13.836915Z","end":"2026-03-01T14:57:18.195453Z","steps":["trace[768168292] 'process raft request' (duration: 4.357710082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.195488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.836888Z","time spent":"4.358584084s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:18.195601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056710464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:57:18.195614Z","caller":"traceutil/trace.go:171","msg":"trace[698430238] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25322; }","duration":"5.056760065s","start":"2026-03-01T14:57:13.13885Z","end":"2026-03-01T14:57:18.19561Z","steps":["trace[698430238] 'agreement among raft nodes before linearized reading' (duration: 5.056694074s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.195628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.138835Z","time spent":"5.056789346s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-01T14:57:18.19573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.055200286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-01T14:57:18.195746Z","caller":"traceutil/trace.go:171","msg":"trace[16932869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25322; }","duration":"5.055227047s","start":"2026-03-01T14:57:13.140512Z","end":"2026-03-01T14:57:18.195739Z","steps":["trace[16932869] 'agreement among raft nodes before linearized reading' (duration: 5.055180705s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.195758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.140503Z","time spent":"5.055251497s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:18.195961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.049537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.195976Z","caller":"traceutil/trace.go:171","msg":"trace[1140369417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25322; }","duration":"513.104378ms","start":"2026-03-01T14:57:17.682867Z","end":"2026-03-01T14:57:18.195972Z","steps":["trace[1140369417] 'agreement among raft nodes before linearized reading' (duration: 513.077308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.19599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:17.682846Z","time spent":"513.14017ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.19607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.708886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196083Z","caller":"traceutil/trace.go:171","msg":"trace[2141161092] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25322; }","duration":"519.770737ms","start":"2026-03-01T14:57:17.676307Z","end":"2026-03-01T14:57:18.196078Z","steps":["trace[2141161092] 'agreement among raft nodes before linearized reading' (duration: 519.745756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:17.676285Z","time spent":"519.806628ms","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.437932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196188Z","caller":"traceutil/trace.go:171","msg":"trace[257654902] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25322; }","duration":"697.491334ms","start":"2026-03-01T14:57:17.498693Z","end":"2026-03-01T14:57:18.196184Z","steps":["trace[257654902] 'agreement among raft nodes before linearized reading' (duration: 697.468753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.1962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:17.498672Z","time spent":"697.525174ms","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042309456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196287Z","caller":"traceutil/trace.go:171","msg":"trace[1052180637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25322; }","duration":"1.042359957s","start":"2026-03-01T14:57:17.153924Z","end":"2026-03-01T14:57:18.196284Z","steps":["trace[1052180637] 'agreement among raft nodes before linearized reading' (duration: 1.042340837s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:17.153904Z","time spent":"1.042394647s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:18.196372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11231269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196384Z","caller":"traceutil/trace.go:171","msg":"trace[255590271] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25322; }","duration":"1.112361431s","start":"2026-03-01T14:57:17.084019Z","end":"2026-03-01T14:57:18.19638Z","steps":["trace[255590271] 'agreement among raft nodes before linearized reading' (duration: 1.112337501s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:17.083999Z","time spent":"1.112394473s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130129412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196495Z","caller":"traceutil/trace.go:171","msg":"trace[1450438984] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25322; }","duration":"1.130182463s","start":"2026-03-01T14:57:17.066307Z","end":"2026-03-01T14:57:18.196489Z","steps":["trace[1450438984] 'agreement among raft nodes before linearized reading' (duration: 1.130158063s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:17.06629Z","time spent":"1.130215045s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22375278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196608Z","caller":"traceutil/trace.go:171","msg":"trace[6802494] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25322; }","duration":"2.223805821s","start":"2026-03-01T14:57:15.972797Z","end":"2026-03-01T14:57:18.196603Z","steps":["trace[6802494] 'agreement among raft nodes before linearized reading' (duration: 2.223784661s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:15.972775Z","time spent":"2.223843871s","remote":"127.0.0.1:38724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567980816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196721Z","caller":"traceutil/trace.go:171","msg":"trace[1361471928] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25322; }","duration":"2.567995056s","start":"2026-03-01T14:57:15.62872Z","end":"2026-03-01T14:57:18.196715Z","steps":["trace[1361471928] 'agreement among raft nodes before linearized reading' (duration: 2.567967265s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:15.628633Z","time spent":"2.568097318s","remote":"127.0.0.1:38848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377682634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:18.196828Z","caller":"traceutil/trace.go:171","msg":"trace[323582810] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25322; }","duration":"3.377738776s","start":"2026-03-01T14:57:14.819085Z","end":"2026-03-01T14:57:18.196824Z","steps":["trace[323582810] 'agreement among raft nodes before linearized reading' (duration: 3.377711005s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.19684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:14.819064Z","time spent":"3.377772677s","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.196928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62045626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.196941Z","caller":"traceutil/trace.go:171","msg":"trace[1753818100] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25322; }","duration":"3.62050109s","start":"2026-03-01T14:57:14.576436Z","end":"2026-03-01T14:57:18.196937Z","steps":["trace[1753818100] 'agreement among raft nodes before linearized reading' (duration: 3.62047578s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.196953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:14.576419Z","time spent":"3.620530532s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.197034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705996179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:18.197046Z","caller":"traceutil/trace.go:171","msg":"trace[1033590246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25322; }","duration":"3.70604778s","start":"2026-03-01T14:57:14.490994Z","end":"2026-03-01T14:57:18.197042Z","steps":["trace[1033590246] 'agreement among raft nodes before linearized reading' (duration: 3.706021239s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.197058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:14.490974Z","time spent":"3.70608088s","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.19724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988272955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:57:18.197252Z","caller":"traceutil/trace.go:171","msg":"trace[303780753] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25322; }","duration":"3.988316395s","start":"2026-03-01T14:57:14.208932Z","end":"2026-03-01T14:57:18.197248Z","steps":["trace[303780753] 'agreement among raft nodes before linearized reading' (duration: 3.988189742s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.197263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:14.208915Z","time spent":"3.988345436s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.197356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352428268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.197373Z","caller":"traceutil/trace.go:171","msg":"trace[260144865] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25322; }","duration":"4.352444138s","start":"2026-03-01T14:57:13.844923Z","end":"2026-03-01T14:57:18.197368Z","steps":["trace[260144865] 'agreement among raft nodes before linearized reading' (duration: 4.352417977s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.197386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.844865Z","time spent":"4.35251731s","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.197596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579209437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:18.197687Z","caller":"traceutil/trace.go:171","msg":"trace[485345146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25322; }","duration":"4.579360201s","start":"2026-03-01T14:57:13.6183Z","end":"2026-03-01T14:57:18.197661Z","steps":["trace[485345146] 'agreement among raft nodes before linearized reading' (duration: 4.579178247s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.197728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.618282Z","time spent":"4.579436643s","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:18.198102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056723443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-01T14:57:18.198121Z","caller":"traceutil/trace.go:171","msg":"trace[1245056597] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25322; }","duration":"5.056776045s","start":"2026-03-01T14:57:13.14134Z","end":"2026-03-01T14:57:18.198116Z","steps":["trace[1245056597] 'agreement among raft nodes before linearized reading' (duration: 5.056719713s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.198136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.141323Z","time spent":"5.056808336s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-01T14:57:18.205404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053891502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29539600-srz6c.1898beaa6234f9fb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25317 ","response":"range_response_count:500 size:385268"} {"level":"info","ts":"2026-03-01T14:57:18.205489Z","caller":"traceutil/trace.go:171","msg":"trace[622633945] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29539600-srz6c.1898beaa6234f9fb\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25322; }","duration":"5.054036576s","start":"2026-03-01T14:57:13.151433Z","end":"2026-03-01T14:57:18.205469Z","steps":["trace[622633945] 'agreement among raft nodes before linearized reading' (duration: 5.046601998s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:18.205551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.151416Z","time spent":"5.054105387s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1496,"response size":385292,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29539600-srz6c.1898beaa6234f9fb\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25317 "} {"level":"warn","ts":"2026-03-01T14:57:18.705832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:19.206395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:19.212188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008086328s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:19.330772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.36086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:19.331037Z","caller":"traceutil/trace.go:171","msg":"trace[1080268076] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26288; }","duration":"1.126129761s","start":"2026-03-01T14:57:18.204884Z","end":"2026-03-01T14:57:19.331014Z","steps":["trace[1080268076] 'read index received' (duration: 1.007449362s)","trace[1080268076] 'applied index is now lower than readState.Index' (duration: 118.679509ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:19.331094Z","caller":"traceutil/trace.go:171","msg":"trace[1540580165] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"1.127108585s","start":"2026-03-01T14:57:18.203952Z","end":"2026-03-01T14:57:19.331061Z","steps":["trace[1540580165] 'process raft request' (duration: 1.008365085s)","trace[1540580165] 'compare' (duration: 117.95ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:19.331228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.203926Z","time spent":"1.127230699s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:19.331248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126347706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-01T14:57:19.331223Z","caller":"traceutil/trace.go:171","msg":"trace[118940512] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"1.126202453s","start":"2026-03-01T14:57:18.204968Z","end":"2026-03-01T14:57:19.331171Z","steps":["trace[118940512] 'process raft request' (duration: 1.126005938s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:19.331127Z","caller":"traceutil/trace.go:171","msg":"trace[1737110903] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"1.127112206s","start":"2026-03-01T14:57:18.204005Z","end":"2026-03-01T14:57:19.331117Z","steps":["trace[1737110903] 'process raft request' (duration: 1.126868909s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:19.331317Z","caller":"traceutil/trace.go:171","msg":"trace[1763656062] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b; range_end:; response_count:1; response_revision:25325; }","duration":"1.126421438s","start":"2026-03-01T14:57:18.204874Z","end":"2026-03-01T14:57:19.331295Z","steps":["trace[1763656062] 'agreement among raft nodes before linearized reading' (duration: 1.126241794s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.331276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125899955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:19.331342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.203961Z","time spent":"1.127364802s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:19.331349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.204868Z","time spent":"1.126476369s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" "} {"level":"info","ts":"2026-03-01T14:57:19.331378Z","caller":"traceutil/trace.go:171","msg":"trace[549461375] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25325; }","duration":"1.126035318s","start":"2026-03-01T14:57:18.205318Z","end":"2026-03-01T14:57:19.331353Z","steps":["trace[549461375] 'agreement among raft nodes before linearized reading' (duration: 1.125857894s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.331443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.205311Z","time spent":"1.12612061s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-01T14:57:19.331488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.20495Z","time spent":"1.126385877s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:19.331639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.981865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:19.332207Z","caller":"traceutil/trace.go:171","msg":"trace[1312461418] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25325; }","duration":"528.574441ms","start":"2026-03-01T14:57:18.803612Z","end":"2026-03-01T14:57:19.332186Z","steps":["trace[1312461418] 'agreement among raft nodes before linearized reading' (duration: 527.997686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.332271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.803591Z","time spent":"528.649154ms","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:19.33166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.998694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:19.332415Z","caller":"traceutil/trace.go:171","msg":"trace[2049294706] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25325; }","duration":"875.787315ms","start":"2026-03-01T14:57:18.45662Z","end":"2026-03-01T14:57:19.332408Z","steps":["trace[2049294706] 'agreement among raft nodes before linearized reading' (duration: 874.984354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.332446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.456604Z","time spent":"875.832986ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:19.331682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.554667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:19.332555Z","caller":"traceutil/trace.go:171","msg":"trace[1457439383] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25325; }","duration":"818.47767ms","start":"2026-03-01T14:57:18.51407Z","end":"2026-03-01T14:57:19.332548Z","steps":["trace[1457439383] 'agreement among raft nodes before linearized reading' (duration: 817.594617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.332582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.51404Z","time spent":"818.534002ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:19.33178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12020621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:19.332791Z","caller":"traceutil/trace.go:171","msg":"trace[1401285639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25325; }","duration":"1.121226317s","start":"2026-03-01T14:57:18.211534Z","end":"2026-03-01T14:57:19.33276Z","steps":["trace[1401285639] 'agreement among raft nodes before linearized reading' (duration: 1.120220541s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.33179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121271387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6t4vl\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-03-01T14:57:19.332879Z","caller":"traceutil/trace.go:171","msg":"trace[336692487] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-6t4vl; range_end:; response_count:1; response_revision:25325; }","duration":"1.122377416s","start":"2026-03-01T14:57:18.210483Z","end":"2026-03-01T14:57:19.33286Z","steps":["trace[336692487] 'agreement among raft nodes before linearized reading' (duration: 1.121265567s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.332896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.211518Z","time spent":"1.121346519s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:19.332949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.210465Z","time spent":"1.122465929s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6t4vl\" "} {"level":"warn","ts":"2026-03-01T14:57:19.334879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110640309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-6rjk2.1898be7b31c7ba4b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25317 ","response":"range_response_count:500 size:385642"} {"level":"info","ts":"2026-03-01T14:57:19.335474Z","caller":"traceutil/trace.go:171","msg":"trace[174397096] range","detail":"{range_begin:/registry/events/openstack/neutron-ovn-vpn-agent-default-6rjk2.1898be7b31c7ba4b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25325; }","duration":"1.111285045s","start":"2026-03-01T14:57:18.224167Z","end":"2026-03-01T14:57:19.335452Z","steps":["trace[174397096] 'agreement among raft nodes before linearized reading' (duration: 1.107486488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.335544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:18.224151Z","time spent":"1.111357276s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":996,"response size":385666,"request content":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-6rjk2.1898be7b31c7ba4b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25317 "} {"level":"warn","ts":"2026-03-01T14:57:19.839679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.651086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:19.839773Z","caller":"traceutil/trace.go:171","msg":"trace[1432910076] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26291; }","duration":"499.061112ms","start":"2026-03-01T14:57:19.340691Z","end":"2026-03-01T14:57:19.839752Z","steps":["trace[1432910076] 'read index received' (duration: 160.284293ms)","trace[1432910076] 'applied index is now lower than readState.Index' (duration: 338.774779ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:19.83983Z","caller":"traceutil/trace.go:171","msg":"trace[709580249] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"501.848653ms","start":"2026-03-01T14:57:19.337929Z","end":"2026-03-01T14:57:19.839777Z","steps":["trace[709580249] 'process raft request' (duration: 163.028143ms)","trace[709580249] 'compare' (duration: 338.552133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:19.839918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.222076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aedf3ae4-8039-4bea-a55b-94c022dd2291\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T14:57:19.839942Z","caller":"traceutil/trace.go:171","msg":"trace[898760941] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aedf3ae4-8039-4bea-a55b-94c022dd2291; range_end:; response_count:1; response_revision:25326; }","duration":"499.245907ms","start":"2026-03-01T14:57:19.340688Z","end":"2026-03-01T14:57:19.839934Z","steps":["trace[898760941] 'agreement among raft nodes before linearized reading' (duration: 499.125154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:19.839971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.340675Z","time spent":"499.283869ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-aedf3ae4-8039-4bea-a55b-94c022dd2291\" "} {"level":"warn","ts":"2026-03-01T14:57:19.840012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.33791Z","time spent":"501.999976ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:20.339938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:20.841088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:21.341586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:21.34167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:21.341744Z","caller":"traceutil/trace.go:171","msg":"trace[324719528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043027s","start":"2026-03-01T14:57:19.341684Z","end":"2026-03-01T14:57:21.341727Z","steps":["trace[324719528] 'agreement among raft nodes before linearized reading' (duration: 1.999948295s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.341787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.341663Z","time spent":"2.00011463s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:21.547013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.778585823s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:21.632526Z","caller":"traceutil/trace.go:171","msg":"trace[565761709] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"2.29159561s","start":"2026-03-01T14:57:19.340877Z","end":"2026-03-01T14:57:21.632473Z","steps":["trace[565761709] 'process raft request' (duration: 2.206313587s)","trace[565761709] 'compare' (duration: 83.800335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:21.632672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.340864Z","time spent":"2.291730613s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:21.632655Z","caller":"traceutil/trace.go:171","msg":"trace[1647703351] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26292; }","duration":"1.792832754s","start":"2026-03-01T14:57:19.83979Z","end":"2026-03-01T14:57:21.632623Z","steps":["trace[1647703351] 'read index received' (duration: 1.707339687s)","trace[1647703351] 'applied index is now lower than readState.Index' (duration: 85.491617ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:21.632678Z","caller":"traceutil/trace.go:171","msg":"trace[277454002] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"2.289874896s","start":"2026-03-01T14:57:19.342767Z","end":"2026-03-01T14:57:21.632642Z","steps":["trace[277454002] 'process raft request' (duration: 2.289672361s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.632788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94178749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:21.632844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2920315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-01T14:57:21.632853Z","caller":"traceutil/trace.go:171","msg":"trace[1243981615] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25328; }","duration":"1.941901523s","start":"2026-03-01T14:57:19.690933Z","end":"2026-03-01T14:57:21.632835Z","steps":["trace[1243981615] 'agreement among raft nodes before linearized reading' (duration: 1.941735239s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.632867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.342757Z","time spent":"2.29000047s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:21.63286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292122033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:57:21.632894Z","caller":"traceutil/trace.go:171","msg":"trace[1391650384] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25328; }","duration":"2.292142963s","start":"2026-03-01T14:57:19.340738Z","end":"2026-03-01T14:57:21.632881Z","steps":["trace[1391650384] 'agreement among raft nodes before linearized reading' (duration: 2.291932058s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.6329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788286678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-01T14:57:21.632907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.690907Z","time spent":"1.941986495s","remote":"127.0.0.1:40894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:21.632933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.340718Z","time spent":"2.292206384s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-01T14:57:21.632936Z","caller":"traceutil/trace.go:171","msg":"trace[1233082388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25328; }","duration":"1.78835916s","start":"2026-03-01T14:57:19.844562Z","end":"2026-03-01T14:57:21.632921Z","steps":["trace[1233082388] 'agreement among raft nodes before linearized reading' (duration: 1.788239227s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:21.632931Z","caller":"traceutil/trace.go:171","msg":"trace[1300936153] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25328; }","duration":"2.292220065s","start":"2026-03-01T14:57:19.340692Z","end":"2026-03-01T14:57:21.632912Z","steps":["trace[1300936153] 'agreement among raft nodes before linearized reading' (duration: 2.292067181s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.632967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.844544Z","time spent":"1.788415032s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:21.632982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.340682Z","time spent":"2.292285426s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:57:21.633178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.393943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:21.63322Z","caller":"traceutil/trace.go:171","msg":"trace[949658754] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25328; }","duration":"180.466495ms","start":"2026-03-01T14:57:21.45274Z","end":"2026-03-01T14:57:21.633207Z","steps":["trace[949658754] 'agreement among raft nodes before linearized reading' (duration: 180.403443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.63339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.978577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:21.633416Z","caller":"traceutil/trace.go:171","msg":"trace[1307685229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25328; }","duration":"291.033589ms","start":"2026-03-01T14:57:21.342374Z","end":"2026-03-01T14:57:21.633408Z","steps":["trace[1307685229] 'agreement among raft nodes before linearized reading' (duration: 290.990498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.633416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.06544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:21.633453Z","caller":"traceutil/trace.go:171","msg":"trace[1533669865] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25328; }","duration":"592.171453ms","start":"2026-03-01T14:57:21.04127Z","end":"2026-03-01T14:57:21.633441Z","steps":["trace[1533669865] 'agreement among raft nodes before linearized reading' (duration: 592.099831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.633484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.041247Z","time spent":"592.229585ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:21.633523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.510511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:21.633528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.618451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:21.633603Z","caller":"traceutil/trace.go:171","msg":"trace[1445400048] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25328; }","duration":"384.684853ms","start":"2026-03-01T14:57:21.248871Z","end":"2026-03-01T14:57:21.633556Z","steps":["trace[1445400048] 'agreement among raft nodes before linearized reading' (duration: 384.601531ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:21.633611Z","caller":"traceutil/trace.go:171","msg":"trace[765709400] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25328; }","duration":"420.581182ms","start":"2026-03-01T14:57:21.21296Z","end":"2026-03-01T14:57:21.633542Z","steps":["trace[765709400] 'agreement among raft nodes before linearized reading' (duration: 420.522761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.633645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.248859Z","time spent":"384.775535ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:21.633658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.212938Z","time spent":"420.711856ms","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:21.633829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.709013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T14:57:21.633806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.153486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-01T14:57:21.633851Z","caller":"traceutil/trace.go:171","msg":"trace[2045064649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25328; }","duration":"313.732074ms","start":"2026-03-01T14:57:21.320112Z","end":"2026-03-01T14:57:21.633844Z","steps":["trace[2045064649] 'agreement among raft nodes before linearized reading' (duration: 313.657192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.63387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.320091Z","time spent":"313.774026ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:57:21.633875Z","caller":"traceutil/trace.go:171","msg":"trace[395686672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25328; }","duration":"912.254468ms","start":"2026-03-01T14:57:20.721599Z","end":"2026-03-01T14:57:21.633854Z","steps":["trace[395686672] 'agreement among raft nodes before linearized reading' (duration: 912.040413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.633921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:20.721554Z","time spent":"912.353831ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:57:21.634044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338401853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:21.634156Z","caller":"traceutil/trace.go:171","msg":"trace[1384376567] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25328; }","duration":"1.338618278s","start":"2026-03-01T14:57:20.295508Z","end":"2026-03-01T14:57:21.634126Z","steps":["trace[1384376567] 'agreement among raft nodes before linearized reading' (duration: 1.338360752s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.634223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:20.295463Z","time spent":"1.338737512s","remote":"127.0.0.1:38894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:21.63696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284625122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc89d71991dc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25317 ","response":"range_response_count:496 size:383945"} {"level":"info","ts":"2026-03-01T14:57:21.637015Z","caller":"traceutil/trace.go:171","msg":"trace[1927247544] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898bc89d71991dc\u0000; range_end:/registry/events/openstack0; response_count:496; response_revision:25328; }","duration":"2.284692954s","start":"2026-03-01T14:57:19.352308Z","end":"2026-03-01T14:57:21.637001Z","steps":["trace[1927247544] 'agreement among raft nodes before linearized reading' (duration: 2.280341144s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:21.637054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:19.352272Z","time spent":"2.284761436s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":496,"response size":383969,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc89d71991dc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25317 "} {"level":"warn","ts":"2026-03-01T14:57:22.141054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:22.641225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:22.779827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080843033s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:22.782306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.144442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:22.782428Z","caller":"traceutil/trace.go:171","msg":"trace[1939037603] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25328; }","duration":"420.287706ms","start":"2026-03-01T14:57:22.362119Z","end":"2026-03-01T14:57:22.782406Z","steps":["trace[1939037603] 'range keys from in-memory index tree' (duration: 420.120992ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:22.783513Z","caller":"traceutil/trace.go:171","msg":"trace[424751281] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"1.144760774s","start":"2026-03-01T14:57:21.638737Z","end":"2026-03-01T14:57:22.783497Z","steps":["trace[424751281] 'process raft request' (duration: 1.142161348s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:22.783608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.638725Z","time spent":"1.144835326s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:23.65539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:23.655517Z","caller":"traceutil/trace.go:171","msg":"trace[1979119996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014287768s","start":"2026-03-01T14:57:21.641204Z","end":"2026-03-01T14:57:23.655492Z","steps":["trace[1979119996] 'agreement among raft nodes before linearized reading' (duration: 2.000341165s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:23.655564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.641195Z","time spent":"2.01435944s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:24.771546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857724299s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:24.774602Z","caller":"traceutil/trace.go:171","msg":"trace[1121183798] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"3.135773181s","start":"2026-03-01T14:57:21.638785Z","end":"2026-03-01T14:57:24.774558Z","steps":["trace[1121183798] 'process raft request' (duration: 3.13413045s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:24.774802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.638766Z","time spent":"3.135933656s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:24.774972Z","caller":"traceutil/trace.go:171","msg":"trace[873170346] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"3.136158871s","start":"2026-03-01T14:57:21.638785Z","end":"2026-03-01T14:57:24.774944Z","steps":["trace[873170346] 'process raft request' (duration: 3.135595227s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:24.775099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.638773Z","time spent":"3.136253925s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:24.775669Z","caller":"traceutil/trace.go:171","msg":"trace[2024139167] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"3.131003461s","start":"2026-03-01T14:57:21.644647Z","end":"2026-03-01T14:57:24.77565Z","steps":["trace[2024139167] 'process raft request' (duration: 3.130283752s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:24.775856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.644626Z","time spent":"3.131152695s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4691,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:24.775627Z","caller":"traceutil/trace.go:171","msg":"trace[2134564937] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26295; }","duration":"3.13489293s","start":"2026-03-01T14:57:21.640624Z","end":"2026-03-01T14:57:24.775517Z","steps":["trace[2134564937] 'read index received' (duration: 1.143193504s)","trace[2134564937] 'applied index is now lower than readState.Index' (duration: 1.991697836s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:24.776279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135744041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:24.777133Z","caller":"traceutil/trace.go:171","msg":"trace[1836922099] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25332; }","duration":"3.136605493s","start":"2026-03-01T14:57:21.640501Z","end":"2026-03-01T14:57:24.777107Z","steps":["trace[1836922099] 'agreement among raft nodes before linearized reading' (duration: 3.13571451s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:24.777236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.640493Z","time spent":"3.136720235s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:57:25.278027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:25.641817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986129565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:25.641925Z","caller":"traceutil/trace.go:171","msg":"trace[894942265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.986394361s","start":"2026-03-01T14:57:23.655508Z","end":"2026-03-01T14:57:25.641902Z","steps":["trace[894942265] 'agreement among raft nodes before linearized reading' (duration: 1.986256558s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.641976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:23.655476Z","time spent":"1.986488264s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:25.778396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911116,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:57:25.937631Z","caller":"traceutil/trace.go:171","msg":"trace[1548312366] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"2.609852179s","start":"2026-03-01T14:57:23.327752Z","end":"2026-03-01T14:57:25.937604Z","steps":["trace[1548312366] 'process raft request' (duration: 2.609776986s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.937691Z","caller":"traceutil/trace.go:171","msg":"trace[300120289] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"3.132361396s","start":"2026-03-01T14:57:22.805272Z","end":"2026-03-01T14:57:25.937633Z","steps":["trace[300120289] 'process raft request' (duration: 3.132015627s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.937767Z","caller":"traceutil/trace.go:171","msg":"trace[219554081] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"2.732262922s","start":"2026-03-01T14:57:23.205471Z","end":"2026-03-01T14:57:25.937734Z","steps":["trace[219554081] 'process raft request' (duration: 2.731986584s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.937805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:23.32772Z","time spent":"2.609990672s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:25.937848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:22.805248Z","time spent":"3.13252285s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:25.937922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:23.205437Z","time spent":"2.732401195s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:25.964988Z","caller":"traceutil/trace.go:171","msg":"trace[1569737320] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26298; }","duration":"1.188466381s","start":"2026-03-01T14:57:24.776488Z","end":"2026-03-01T14:57:25.964954Z","steps":["trace[1569737320] 'read index received' (duration: 1.16081768s)","trace[1569737320] 'applied index is now lower than readState.Index' (duration: 27.647001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:25.965106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386328794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:25.96516Z","caller":"traceutil/trace.go:171","msg":"trace[517777870] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25336; }","duration":"3.386431406s","start":"2026-03-01T14:57:22.578714Z","end":"2026-03-01T14:57:25.965145Z","steps":["trace[517777870] 'agreement among raft nodes before linearized reading' (duration: 3.386318213s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.965199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:22.578689Z","time spent":"3.386500868s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:25.965213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828993303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:57:25.965286Z","caller":"traceutil/trace.go:171","msg":"trace[259184967] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25336; }","duration":"2.829123717s","start":"2026-03-01T14:57:23.136141Z","end":"2026-03-01T14:57:25.965265Z","steps":["trace[259184967] 'agreement among raft nodes before linearized reading' (duration: 2.82883482s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.965168Z","caller":"traceutil/trace.go:171","msg":"trace[2018322332] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"266.257391ms","start":"2026-03-01T14:57:25.698865Z","end":"2026-03-01T14:57:25.965123Z","steps":["trace[2018322332] 'process raft request' (duration: 265.863611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.965362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:23.136109Z","time spent":"2.82922875s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:57:25.965402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063759766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:25.965329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244753697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T14:57:25.96546Z","caller":"traceutil/trace.go:171","msg":"trace[116398926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25336; }","duration":"3.063906019s","start":"2026-03-01T14:57:22.901534Z","end":"2026-03-01T14:57:25.96544Z","steps":["trace[116398926] 'agreement among raft nodes before linearized reading' (duration: 3.063790567s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.965159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664590849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:25.965459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199921772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:25.965511Z","caller":"traceutil/trace.go:171","msg":"trace[234098597] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25336; }","duration":"4.245094666s","start":"2026-03-01T14:57:21.720385Z","end":"2026-03-01T14:57:25.96548Z","steps":["trace[234098597] 'agreement among raft nodes before linearized reading' (duration: 4.244745258s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.965591Z","caller":"traceutil/trace.go:171","msg":"trace[574317552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25336; }","duration":"1.200047595s","start":"2026-03-01T14:57:24.765498Z","end":"2026-03-01T14:57:25.965546Z","steps":["trace[574317552] 'agreement among raft nodes before linearized reading' (duration: 1.199802009s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.965638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.765483Z","time spent":"1.200141978s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:25.965653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.720367Z","time spent":"4.245254851s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T14:57:25.965504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:22.90151Z","time spent":"3.063983091s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:25.965549Z","caller":"traceutil/trace.go:171","msg":"trace[1764305571] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25336; }","duration":"3.66504229s","start":"2026-03-01T14:57:22.300493Z","end":"2026-03-01T14:57:25.965535Z","steps":["trace[1764305571] 'agreement among raft nodes before linearized reading' (duration: 3.664573708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.965803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:22.300473Z","time spent":"3.665317428s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:25.966041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323561647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T14:57:25.966123Z","caller":"traceutil/trace.go:171","msg":"trace[1057895418] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25336; }","duration":"4.323667619s","start":"2026-03-01T14:57:21.642436Z","end":"2026-03-01T14:57:25.966104Z","steps":["trace[1057895418] 'agreement among raft nodes before linearized reading' (duration: 4.322829517s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.966164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:21.64243Z","time spent":"4.323725121s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:25.98046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190552275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-03-01T14:57:25.980484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195038568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-01T14:57:25.980523Z","caller":"traceutil/trace.go:171","msg":"trace[348960296] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.190615236s","start":"2026-03-01T14:57:24.78989Z","end":"2026-03-01T14:57:25.980505Z","steps":["trace[348960296] 'agreement among raft nodes before linearized reading' (duration: 1.190432162s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.980531Z","caller":"traceutil/trace.go:171","msg":"trace[1326367450] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.195100159s","start":"2026-03-01T14:57:24.785417Z","end":"2026-03-01T14:57:25.980518Z","steps":["trace[1326367450] 'agreement among raft nodes before linearized reading' (duration: 1.194924545s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.980542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197773188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-03-01T14:57:25.98056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.789868Z","time spent":"1.190684738s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:57:25.980567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.785386Z","time spent":"1.195173581s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:57:25.980592Z","caller":"traceutil/trace.go:171","msg":"trace[1112939356] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.198177188s","start":"2026-03-01T14:57:24.782401Z","end":"2026-03-01T14:57:25.980579Z","steps":["trace[1112939356] 'agreement among raft nodes before linearized reading' (duration: 1.198026624s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.980619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198006394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T14:57:25.980623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198326992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-01T14:57:25.980687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19746255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:25.980718Z","caller":"traceutil/trace.go:171","msg":"trace[2144987497] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25337; }","duration":"1.197536112s","start":"2026-03-01T14:57:24.783171Z","end":"2026-03-01T14:57:25.980707Z","steps":["trace[2144987497] 'agreement among raft nodes before linearized reading' (duration: 1.197482901s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.980671Z","caller":"traceutil/trace.go:171","msg":"trace[499239474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25337; }","duration":"1.198107136s","start":"2026-03-01T14:57:24.782551Z","end":"2026-03-01T14:57:25.980659Z","steps":["trace[499239474] 'agreement among raft nodes before linearized reading' (duration: 1.197925341s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.980748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.783154Z","time spent":"1.197586733s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:57:25.980758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194665589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-01T14:57:25.980781Z","caller":"traceutil/trace.go:171","msg":"trace[1466588416] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.19469493s","start":"2026-03-01T14:57:24.786078Z","end":"2026-03-01T14:57:25.980773Z","steps":["trace[1466588416] 'agreement among raft nodes before linearized reading' (duration: 1.194612328s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.980787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.782496Z","time spent":"1.198278641s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:25.980809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.786073Z","time spent":"1.194730051s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:57:25.980795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194785012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-01T14:57:25.980872Z","caller":"traceutil/trace.go:171","msg":"trace[485009132] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.194893705s","start":"2026-03-01T14:57:24.785958Z","end":"2026-03-01T14:57:25.980852Z","steps":["trace[485009132] 'agreement among raft nodes before linearized reading' (duration: 1.194597977s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.980715Z","caller":"traceutil/trace.go:171","msg":"trace[1701744374] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25337; }","duration":"1.198436564s","start":"2026-03-01T14:57:24.782264Z","end":"2026-03-01T14:57:25.980701Z","steps":["trace[1701744374] 'agreement among raft nodes before linearized reading' (duration: 1.198242949s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.980634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.782381Z","time spent":"1.198244949s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:57:25.980921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.785954Z","time spent":"1.194956626s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:57:25.980928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.782251Z","time spent":"1.198670691s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:57:25.981043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.048623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"info","ts":"2026-03-01T14:57:25.981093Z","caller":"traceutil/trace.go:171","msg":"trace[1710878806] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25337; }","duration":"912.153177ms","start":"2026-03-01T14:57:25.068927Z","end":"2026-03-01T14:57:25.98108Z","steps":["trace[1710878806] 'agreement among raft nodes before linearized reading' (duration: 911.777387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.972659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:25.981131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:25.0689Z","time spent":"912.222009ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267284,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:57:25.981173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.576972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:25.981198Z","caller":"traceutil/trace.go:171","msg":"trace[350712481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25337; }","duration":"330.636263ms","start":"2026-03-01T14:57:25.650555Z","end":"2026-03-01T14:57:25.981191Z","steps":["trace[350712481] 'agreement among raft nodes before linearized reading' (duration: 330.603132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:25.650535Z","time spent":"330.678484ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:25.981285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152443177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-03-01T14:57:25.981278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.799532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:25.981326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.532441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-01T14:57:25.981336Z","caller":"traceutil/trace.go:171","msg":"trace[1332521925] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.152541421s","start":"2026-03-01T14:57:24.828783Z","end":"2026-03-01T14:57:25.981324Z","steps":["trace[1332521925] 'agreement among raft nodes before linearized reading' (duration: 1.152298425s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:25.98136Z","caller":"traceutil/trace.go:171","msg":"trace[1567086761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"999.600923ms","start":"2026-03-01T14:57:24.981749Z","end":"2026-03-01T14:57:25.98135Z","steps":["trace[1567086761] 'agreement among raft nodes before linearized reading' (duration: 999.435959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.828759Z","time spent":"1.152603652s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:57:25.981349Z","caller":"traceutil/trace.go:171","msg":"trace[1676348626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25337; }","duration":"869.947786ms","start":"2026-03-01T14:57:25.111387Z","end":"2026-03-01T14:57:25.981334Z","steps":["trace[1676348626] 'agreement among raft nodes before linearized reading' (duration: 869.847693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.980877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195411057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-03-01T14:57:25.981403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.981732Z","time spent":"999.664725ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:57:25.981422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:25.11135Z","time spent":"870.059479ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:25.981495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179692479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-01T14:57:25.981537Z","caller":"traceutil/trace.go:171","msg":"trace[1446647748] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.179755211s","start":"2026-03-01T14:57:24.801775Z","end":"2026-03-01T14:57:25.98153Z","steps":["trace[1446647748] 'agreement among raft nodes before linearized reading' (duration: 1.179665589s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.801756Z","time spent":"1.179797181s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:57:25.981144Z","caller":"traceutil/trace.go:171","msg":"trace[616378183] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25337; }","duration":"454.038491ms","start":"2026-03-01T14:57:25.527098Z","end":"2026-03-01T14:57:25.981137Z","steps":["trace[616378183] 'agreement among raft nodes before linearized reading' (duration: 453.98868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188536663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-01T14:57:25.981719Z","caller":"traceutil/trace.go:171","msg":"trace[398894009] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.188637245s","start":"2026-03-01T14:57:24.79307Z","end":"2026-03-01T14:57:25.981707Z","steps":["trace[398894009] 'agreement among raft nodes before linearized reading' (duration: 1.188481111s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.79305Z","time spent":"1.188704577s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:57:25.981437Z","caller":"traceutil/trace.go:171","msg":"trace[1219931894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.195974552s","start":"2026-03-01T14:57:24.785447Z","end":"2026-03-01T14:57:25.981421Z","steps":["trace[1219931894] 'agreement among raft nodes before linearized reading' (duration: 1.195349586s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.981841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.785443Z","time spent":"1.196386982s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:57:25.981671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:25.527075Z","time spent":"454.582655ms","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:25.981759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188460321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-01T14:57:25.98481Z","caller":"traceutil/trace.go:171","msg":"trace[1451019235] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25337; }","duration":"1.192811711s","start":"2026-03-01T14:57:24.791984Z","end":"2026-03-01T14:57:25.984796Z","steps":["trace[1451019235] 'agreement among raft nodes before linearized reading' (duration: 1.188334598s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:25.984881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:24.791978Z","time spent":"1.192888673s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:57:26.243689Z","caller":"traceutil/trace.go:171","msg":"trace[522393584] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"105.649329ms","start":"2026-03-01T14:57:26.138004Z","end":"2026-03-01T14:57:26.243653Z","steps":["trace[522393584] 'process raft request' (duration: 105.533856ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:26.243874Z","caller":"traceutil/trace.go:171","msg":"trace[1046148949] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"113.905958ms","start":"2026-03-01T14:57:26.129922Z","end":"2026-03-01T14:57:26.243828Z","steps":["trace[1046148949] 'process raft request' (duration: 97.928233ms)","trace[1046148949] 'compare' (duration: 15.111333ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:26.244043Z","caller":"traceutil/trace.go:171","msg":"trace[78556461] linearizableReadLoop","detail":"{readStateIndex:26314; appliedIndex:26313; }","duration":"108.676505ms","start":"2026-03-01T14:57:26.135353Z","end":"2026-03-01T14:57:26.24403Z","steps":["trace[78556461] 'read index received' (duration: 92.756081ms)","trace[78556461] 'applied index is now lower than readState.Index' (duration: 15.915524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:26.244459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.076066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-01T14:57:26.244511Z","caller":"traceutil/trace.go:171","msg":"trace[93974893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25348; }","duration":"109.168368ms","start":"2026-03-01T14:57:26.13533Z","end":"2026-03-01T14:57:26.244498Z","steps":["trace[93974893] 'agreement among raft nodes before linearized reading' (duration: 108.968113ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:26.754341Z","caller":"traceutil/trace.go:171","msg":"trace[379360917] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"103.230508ms","start":"2026-03-01T14:57:26.651089Z","end":"2026-03-01T14:57:26.75432Z","steps":["trace[379360917] 'process raft request' (duration: 102.793897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:27.136191Z","caller":"traceutil/trace.go:171","msg":"trace[1585157323] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"108.0981ms","start":"2026-03-01T14:57:27.02807Z","end":"2026-03-01T14:57:27.136168Z","steps":["trace[1585157323] 'process raft request' (duration: 105.34592ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:27.539156Z","caller":"traceutil/trace.go:171","msg":"trace[1553316228] linearizableReadLoop","detail":"{readStateIndex:26374; appliedIndex:26373; }","duration":"112.79429ms","start":"2026-03-01T14:57:27.426334Z","end":"2026-03-01T14:57:27.539128Z","steps":["trace[1553316228] 'read index received' (duration: 13.832721ms)","trace[1553316228] 'applied index is now lower than readState.Index' (duration: 98.960039ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:27.539236Z","caller":"traceutil/trace.go:171","msg":"trace[1712006220] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"134.393338ms","start":"2026-03-01T14:57:27.404806Z","end":"2026-03-01T14:57:27.539199Z","steps":["trace[1712006220] 'process raft request' (duration: 35.446389ms)","trace[1712006220] 'compare' (duration: 98.61051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:27.539359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.001965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:27.539431Z","caller":"traceutil/trace.go:171","msg":"trace[2020986513] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25407; }","duration":"113.090837ms","start":"2026-03-01T14:57:27.426324Z","end":"2026-03-01T14:57:27.539415Z","steps":["trace[2020986513] 'agreement among raft nodes before linearized reading' (duration: 112.932633ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:27.913185Z","caller":"traceutil/trace.go:171","msg":"trace[1294968462] linearizableReadLoop","detail":"{readStateIndex:26390; appliedIndex:26389; }","duration":"215.75995ms","start":"2026-03-01T14:57:27.697377Z","end":"2026-03-01T14:57:27.913137Z","steps":["trace[1294968462] 'read index received' (duration: 181.167173ms)","trace[1294968462] 'applied index is now lower than readState.Index' (duration: 34.591127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:27.913526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.103649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9.1898bf7386bbde3d\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-01T14:57:27.913583Z","caller":"traceutil/trace.go:171","msg":"trace[1949694838] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"216.336564ms","start":"2026-03-01T14:57:27.697189Z","end":"2026-03-01T14:57:27.913525Z","steps":["trace[1949694838] 'process raft request' (duration: 181.460039ms)","trace[1949694838] 'compare' (duration: 34.26525ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:27.913661Z","caller":"traceutil/trace.go:171","msg":"trace[605667070] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9.1898bf7386bbde3d; range_end:; response_count:1; response_revision:25423; }","duration":"216.261933ms","start":"2026-03-01T14:57:27.697299Z","end":"2026-03-01T14:57:27.913561Z","steps":["trace[605667070] 'agreement among raft nodes before linearized reading' (duration: 216.002457ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:28.303556Z","caller":"traceutil/trace.go:171","msg":"trace[990643885] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"131.663338ms","start":"2026-03-01T14:57:28.171847Z","end":"2026-03-01T14:57:28.30351Z","steps":["trace[990643885] 'process raft request' (duration: 76.784537ms)","trace[990643885] 'compare' (duration: 54.205155ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:28.595076Z","caller":"traceutil/trace.go:171","msg":"trace[2014253215] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"111.880497ms","start":"2026-03-01T14:57:28.4831Z","end":"2026-03-01T14:57:28.594981Z","steps":["trace[2014253215] 'process raft request' (duration: 26.541504ms)","trace[2014253215] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw.1898bf753c0b32df; req_size:874; } (duration: 84.999224ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:28.785962Z","caller":"traceutil/trace.go:171","msg":"trace[1871734582] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"110.494771ms","start":"2026-03-01T14:57:28.675422Z","end":"2026-03-01T14:57:28.785917Z","steps":["trace[1871734582] 'process raft request' (duration: 34.620817ms)","trace[1871734582] 'compare' (duration: 75.635458ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:29.023362Z","caller":"traceutil/trace.go:171","msg":"trace[394057375] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"151.637133ms","start":"2026-03-01T14:57:28.871683Z","end":"2026-03-01T14:57:29.02332Z","steps":["trace[394057375] 'process raft request' (duration: 150.500405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:29.222461Z","caller":"traceutil/trace.go:171","msg":"trace[1480025787] linearizableReadLoop","detail":"{readStateIndex:26442; appliedIndex:26441; }","duration":"108.164543ms","start":"2026-03-01T14:57:29.114252Z","end":"2026-03-01T14:57:29.222417Z","steps":["trace[1480025787] 'read index received' (duration: 15.599576ms)","trace[1480025787] 'applied index is now lower than readState.Index' (duration: 92.562077ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:29.222529Z","caller":"traceutil/trace.go:171","msg":"trace[126341746] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"124.713082ms","start":"2026-03-01T14:57:29.097776Z","end":"2026-03-01T14:57:29.222489Z","steps":["trace[126341746] 'process raft request' (duration: 32.123814ms)","trace[126341746] 'compare' (duration: 92.260299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:29.222768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.46901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:29.222816Z","caller":"traceutil/trace.go:171","msg":"trace[1551642320] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25475; }","duration":"108.554192ms","start":"2026-03-01T14:57:29.114246Z","end":"2026-03-01T14:57:29.2228Z","steps":["trace[1551642320] 'agreement among raft nodes before linearized reading' (duration: 108.395808ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:29.428635Z","caller":"traceutil/trace.go:171","msg":"trace[1097141396] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"128.742243ms","start":"2026-03-01T14:57:29.299865Z","end":"2026-03-01T14:57:29.428607Z","steps":["trace[1097141396] 'process raft request' (duration: 127.036039ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:29.924189Z","caller":"traceutil/trace.go:171","msg":"trace[1602266272] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"167.462315ms","start":"2026-03-01T14:57:29.756699Z","end":"2026-03-01T14:57:29.924161Z","steps":["trace[1602266272] 'process raft request' (duration: 158.9497ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:30.463813Z","caller":"traceutil/trace.go:171","msg":"trace[243612713] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"197.028045ms","start":"2026-03-01T14:57:30.26675Z","end":"2026-03-01T14:57:30.463778Z","steps":["trace[243612713] 'process raft request' (duration: 172.205645ms)","trace[243612713] 'compare' (duration: 24.515452ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:30.704153Z","caller":"traceutil/trace.go:171","msg":"trace[1297275126] linearizableReadLoop","detail":"{readStateIndex:26494; appliedIndex:26493; }","duration":"180.842835ms","start":"2026-03-01T14:57:30.52327Z","end":"2026-03-01T14:57:30.704113Z","steps":["trace[1297275126] 'read index received' (duration: 139.893837ms)","trace[1297275126] 'applied index is now lower than readState.Index' (duration: 40.945528ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:30.704199Z","caller":"traceutil/trace.go:171","msg":"trace[1122577337] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"191.144046ms","start":"2026-03-01T14:57:30.512997Z","end":"2026-03-01T14:57:30.704141Z","steps":["trace[1122577337] 'process raft request' (duration: 150.31719ms)","trace[1122577337] 'compare' (duration: 40.482617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:30.70437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.073741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:30.704452Z","caller":"traceutil/trace.go:171","msg":"trace[1467939390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25527; }","duration":"181.197424ms","start":"2026-03-01T14:57:30.523234Z","end":"2026-03-01T14:57:30.704431Z","steps":["trace[1467939390] 'agreement among raft nodes before linearized reading' (duration: 180.957608ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:30.863997Z","caller":"traceutil/trace.go:171","msg":"trace[1481119448] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"154.188899ms","start":"2026-03-01T14:57:30.709766Z","end":"2026-03-01T14:57:30.863955Z","steps":["trace[1481119448] 'process raft request' (duration: 140.05764ms)","trace[1481119448] 'compare' (duration: 13.7905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:30.864265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.601694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-01T14:57:30.86436Z","caller":"traceutil/trace.go:171","msg":"trace[1962944247] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25529; }","duration":"136.749107ms","start":"2026-03-01T14:57:30.727586Z","end":"2026-03-01T14:57:30.864335Z","steps":["trace[1962944247] 'agreement among raft nodes before linearized reading' (duration: 136.514951ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:30.863994Z","caller":"traceutil/trace.go:171","msg":"trace[158832714] linearizableReadLoop","detail":"{readStateIndex:26496; appliedIndex:26495; }","duration":"136.317857ms","start":"2026-03-01T14:57:30.727631Z","end":"2026-03-01T14:57:30.863949Z","steps":["trace[158832714] 'read index received' (duration: 122.105936ms)","trace[158832714] 'applied index is now lower than readState.Index' (duration: 14.209191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:30.864783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.060025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf4242da4cd1\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-01T14:57:30.86484Z","caller":"traceutil/trace.go:171","msg":"trace[1612890922] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf4242da4cd1; range_end:; response_count:1; response_revision:25529; }","duration":"137.144888ms","start":"2026-03-01T14:57:30.727681Z","end":"2026-03-01T14:57:30.864826Z","steps":["trace[1612890922] 'agreement among raft nodes before linearized reading' (duration: 136.991774ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:31.044532Z","caller":"traceutil/trace.go:171","msg":"trace[1111084353] linearizableReadLoop","detail":"{readStateIndex:26500; appliedIndex:26499; }","duration":"107.057516ms","start":"2026-03-01T14:57:30.93744Z","end":"2026-03-01T14:57:31.044498Z","steps":["trace[1111084353] 'read index received' (duration: 106.85636ms)","trace[1111084353] 'applied index is now lower than readState.Index' (duration: 199.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:31.044585Z","caller":"traceutil/trace.go:171","msg":"trace[1008157168] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"107.65812ms","start":"2026-03-01T14:57:30.936885Z","end":"2026-03-01T14:57:31.044543Z","steps":["trace[1008157168] 'process raft request' (duration: 107.390342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:31.044782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.315922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:31.044879Z","caller":"traceutil/trace.go:171","msg":"trace[464401737] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25533; }","duration":"107.467956ms","start":"2026-03-01T14:57:30.93739Z","end":"2026-03-01T14:57:31.044858Z","steps":["trace[464401737] 'agreement among raft nodes before linearized reading' (duration: 107.23131ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:31.045683Z","caller":"traceutil/trace.go:171","msg":"trace[1329263206] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"102.564521ms","start":"2026-03-01T14:57:30.94309Z","end":"2026-03-01T14:57:31.045654Z","steps":["trace[1329263206] 'process raft request' (duration: 102.115639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:31.334888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.515727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:31.335Z","caller":"traceutil/trace.go:171","msg":"trace[963923741] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"254.361619ms","start":"2026-03-01T14:57:31.080618Z","end":"2026-03-01T14:57:31.33498Z","steps":["trace[963923741] 'process raft request' (duration: 75.637338ms)","trace[963923741] 'compare' (duration: 178.117746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:31.63084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.221383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:31.63101Z","caller":"traceutil/trace.go:171","msg":"trace[1129493272] linearizableReadLoop","detail":"{readStateIndex:26507; appliedIndex:26506; }","duration":"233.398667ms","start":"2026-03-01T14:57:31.397588Z","end":"2026-03-01T14:57:31.630986Z","steps":["trace[1129493272] 'read index received' (duration: 128.886768ms)","trace[1129493272] 'applied index is now lower than readState.Index' (duration: 104.510019ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:31.631127Z","caller":"traceutil/trace.go:171","msg":"trace[535045634] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"288.620437ms","start":"2026-03-01T14:57:31.34246Z","end":"2026-03-01T14:57:31.63108Z","steps":["trace[535045634] 'process raft request' (duration: 184.037146ms)","trace[535045634] 'compare' (duration: 104.028727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:31.631433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.840629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:57:31.631554Z","caller":"traceutil/trace.go:171","msg":"trace[500689243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25540; }","duration":"233.982152ms","start":"2026-03-01T14:57:31.397546Z","end":"2026-03-01T14:57:31.631528Z","steps":["trace[500689243] 'agreement among raft nodes before linearized reading' (duration: 233.556031ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:31.776795Z","caller":"traceutil/trace.go:171","msg":"trace[1782496] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"141.398156ms","start":"2026-03-01T14:57:31.635368Z","end":"2026-03-01T14:57:31.776766Z","steps":["trace[1782496] 'process raft request' (duration: 118.259369ms)","trace[1782496] 'compare' (duration: 22.992033ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:32.005151Z","caller":"traceutil/trace.go:171","msg":"trace[813683148] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"138.999234ms","start":"2026-03-01T14:57:31.866129Z","end":"2026-03-01T14:57:32.005128Z","steps":["trace[813683148] 'process raft request' (duration: 66.568298ms)","trace[813683148] 'compare' (duration: 72.262121ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:32.432454Z","caller":"traceutil/trace.go:171","msg":"trace[856620357] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26511; }","duration":"380.116877ms","start":"2026-03-01T14:57:32.052298Z","end":"2026-03-01T14:57:32.432415Z","steps":["trace[856620357] 'read index received' (duration: 379.791269ms)","trace[856620357] 'applied index is now lower than readState.Index' (duration: 324.008µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:32.432614Z","caller":"traceutil/trace.go:171","msg":"trace[1943608621] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"420.790158ms","start":"2026-03-01T14:57:32.011765Z","end":"2026-03-01T14:57:32.432555Z","steps":["trace[1943608621] 'process raft request' (duration: 420.422989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:32.432813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.743321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:32.432873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.301566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:57:32.432914Z","caller":"traceutil/trace.go:171","msg":"trace[2116001939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25545; }","duration":"161.888914ms","start":"2026-03-01T14:57:32.270999Z","end":"2026-03-01T14:57:32.432888Z","steps":["trace[2116001939] 'agreement among raft nodes before linearized reading' (duration: 161.72423ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:32.432932Z","caller":"traceutil/trace.go:171","msg":"trace[1957946712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25545; }","duration":"248.519521ms","start":"2026-03-01T14:57:32.184392Z","end":"2026-03-01T14:57:32.432911Z","steps":["trace[1957946712] 'agreement among raft nodes before linearized reading' (duration: 248.253714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:32.432873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:32.011748Z","time spent":"420.985683ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:32.433334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.02829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:57:32.4334Z","caller":"traceutil/trace.go:171","msg":"trace[350813067] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25545; }","duration":"381.111933ms","start":"2026-03-01T14:57:32.052272Z","end":"2026-03-01T14:57:32.433384Z","steps":["trace[350813067] 'agreement among raft nodes before linearized reading' (duration: 380.263771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:32.43344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:32.05226Z","time spent":"381.170654ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:57:32.924485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.417329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:32.924632Z","caller":"traceutil/trace.go:171","msg":"trace[993419175] linearizableReadLoop","detail":"{readStateIndex:26519; appliedIndex:26518; }","duration":"248.240574ms","start":"2026-03-01T14:57:32.676368Z","end":"2026-03-01T14:57:32.924608Z","steps":["trace[993419175] 'read index received' (duration: 143.505738ms)","trace[993419175] 'applied index is now lower than readState.Index' (duration: 104.731626ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:32.92476Z","caller":"traceutil/trace.go:171","msg":"trace[1358006646] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"259.49178ms","start":"2026-03-01T14:57:32.665253Z","end":"2026-03-01T14:57:32.924745Z","steps":["trace[1358006646] 'process raft request' (duration: 154.628491ms)","trace[1358006646] 'compare' (duration: 104.074118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:32.924933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.526701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:32.925049Z","caller":"traceutil/trace.go:171","msg":"trace[1996216149] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25552; }","duration":"248.714796ms","start":"2026-03-01T14:57:32.676303Z","end":"2026-03-01T14:57:32.925018Z","steps":["trace[1996216149] 'agreement among raft nodes before linearized reading' (duration: 248.48292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.222084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.609501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:33.222334Z","caller":"traceutil/trace.go:171","msg":"trace[1194492777] linearizableReadLoop","detail":"{readStateIndex:26521; appliedIndex:26519; }","duration":"234.083505ms","start":"2026-03-01T14:57:32.988228Z","end":"2026-03-01T14:57:33.222311Z","steps":["trace[1194492777] 'read index received' (duration: 75.191126ms)","trace[1194492777] 'applied index is now lower than readState.Index' (duration: 158.890998ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:33.222336Z","caller":"traceutil/trace.go:171","msg":"trace[1810681846] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"293.301156ms","start":"2026-03-01T14:57:32.928992Z","end":"2026-03-01T14:57:33.222293Z","steps":["trace[1810681846] 'process raft request' (duration: 134.395027ms)","trace[1810681846] 'compare' (duration: 158.470468ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:33.222376Z","caller":"traceutil/trace.go:171","msg":"trace[563933558] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"292.860975ms","start":"2026-03-01T14:57:32.929471Z","end":"2026-03-01T14:57:33.222332Z","steps":["trace[563933558] 'process raft request' (duration: 292.754532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.222527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.29795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:33.222577Z","caller":"traceutil/trace.go:171","msg":"trace[317548023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25554; }","duration":"234.388853ms","start":"2026-03-01T14:57:32.98817Z","end":"2026-03-01T14:57:33.222559Z","steps":["trace[317548023] 'agreement among raft nodes before linearized reading' (duration: 234.241019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.319998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.276865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:57:33.320102Z","caller":"traceutil/trace.go:171","msg":"trace[2057658350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25554; }","duration":"246.451589ms","start":"2026-03-01T14:57:33.07363Z","end":"2026-03-01T14:57:33.320082Z","steps":["trace[2057658350] 'agreement among raft nodes before linearized reading' (duration: 246.158091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.320014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.779222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw\" ","response":"range_response_count:1 size:6263"} {"level":"warn","ts":"2026-03-01T14:57:33.320162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.47975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:57:33.320213Z","caller":"traceutil/trace.go:171","msg":"trace[1543703503] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw; range_end:; response_count:1; response_revision:25554; }","duration":"175.005667ms","start":"2026-03-01T14:57:33.145182Z","end":"2026-03-01T14:57:33.320188Z","steps":["trace[1543703503] 'agreement among raft nodes before linearized reading' (duration: 174.666509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.320227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.838952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:57:33.32028Z","caller":"traceutil/trace.go:171","msg":"trace[1118082090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25554; }","duration":"246.701775ms","start":"2026-03-01T14:57:33.073552Z","end":"2026-03-01T14:57:33.320254Z","steps":["trace[1118082090] 'agreement among raft nodes before linearized reading' (duration: 246.320515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:33.320306Z","caller":"traceutil/trace.go:171","msg":"trace[861679308] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25554; }","duration":"183.953354ms","start":"2026-03-01T14:57:33.136334Z","end":"2026-03-01T14:57:33.320287Z","steps":["trace[861679308] 'agreement among raft nodes before linearized reading' (duration: 183.459721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:33.668965Z","caller":"traceutil/trace.go:171","msg":"trace[1899426091] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"345.674264ms","start":"2026-03-01T14:57:33.323262Z","end":"2026-03-01T14:57:33.668937Z","steps":["trace[1899426091] 'process raft request' (duration: 345.411698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.669137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.323229Z","time spent":"345.818818ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:33.669147Z","caller":"traceutil/trace.go:171","msg":"trace[1409512113] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"344.422943ms","start":"2026-03-01T14:57:33.324709Z","end":"2026-03-01T14:57:33.669132Z","steps":["trace[1409512113] 'process raft request' (duration: 344.136806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.66921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.324692Z","time spent":"344.487164ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:33.669528Z","caller":"traceutil/trace.go:171","msg":"trace[525378775] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"338.332408ms","start":"2026-03-01T14:57:33.331167Z","end":"2026-03-01T14:57:33.6695Z","steps":["trace[525378775] 'process raft request' (duration: 338.202635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.669738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.331155Z","time spent":"338.502613ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:33.669953Z","caller":"traceutil/trace.go:171","msg":"trace[1403533368] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"344.683929ms","start":"2026-03-01T14:57:33.325212Z","end":"2026-03-01T14:57:33.669896Z","steps":["trace[1403533368] 'process raft request' (duration: 343.868558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:33.67096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.325192Z","time spent":"345.604273ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:34.116337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.285152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:34.116762Z","caller":"traceutil/trace.go:171","msg":"trace[1156930290] linearizableReadLoop","detail":"{readStateIndex:26528; appliedIndex:26523; }","duration":"727.476434ms","start":"2026-03-01T14:57:33.389266Z","end":"2026-03-01T14:57:34.116743Z","steps":["trace[1156930290] 'read index received' (duration: 279.407464ms)","trace[1156930290] 'applied index is now lower than readState.Index' (duration: 448.06743ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:34.116892Z","caller":"traceutil/trace.go:171","msg":"trace[1232959976] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"731.540777ms","start":"2026-03-01T14:57:33.385283Z","end":"2026-03-01T14:57:34.116823Z","steps":["trace[1232959976] 'process raft request' (duration: 576.67066ms)","trace[1232959976] 'compare' (duration: 154.153149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:34.117154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.385258Z","time spent":"731.757412ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:34.117269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.596333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-01T14:57:34.117312Z","caller":"traceutil/trace.go:171","msg":"trace[436060439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25559; }","duration":"517.633963ms","start":"2026-03-01T14:57:33.599665Z","end":"2026-03-01T14:57:34.117299Z","steps":["trace[436060439] 'agreement among raft nodes before linearized reading' (duration: 517.536971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.117346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.599578Z","time spent":"517.759516ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:34.117388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.119759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:57:34.117368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.477835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:34.11739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.447989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw\" ","response":"range_response_count:1 size:6049"} {"level":"info","ts":"2026-03-01T14:57:34.117444Z","caller":"traceutil/trace.go:171","msg":"trace[771954480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25559; }","duration":"444.248322ms","start":"2026-03-01T14:57:33.67317Z","end":"2026-03-01T14:57:34.117418Z","steps":["trace[771954480] 'agreement among raft nodes before linearized reading' (duration: 444.029127ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:34.117463Z","caller":"traceutil/trace.go:171","msg":"trace[2131338110] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw; range_end:; response_count:1; response_revision:25559; }","duration":"435.542822ms","start":"2026-03-01T14:57:33.6819Z","end":"2026-03-01T14:57:34.117442Z","steps":["trace[2131338110] 'agreement among raft nodes before linearized reading' (duration: 435.261935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.117464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.760484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw.1898bc8425404f52\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-03-01T14:57:34.117494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.673076Z","time spent":"444.410847ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:57:34.117546Z","caller":"traceutil/trace.go:171","msg":"trace[221316443] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw.1898bc8425404f52; range_end:; response_count:1; response_revision:25559; }","duration":"440.98073ms","start":"2026-03-01T14:57:33.676542Z","end":"2026-03-01T14:57:34.117522Z","steps":["trace[221316443] 'agreement among raft nodes before linearized reading' (duration: 440.557869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.117176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.885682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-01T14:57:34.117677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.67653Z","time spent":"441.127984ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":881,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw.1898bc8425404f52\" "} {"level":"info","ts":"2026-03-01T14:57:34.117722Z","caller":"traceutil/trace.go:171","msg":"trace[406217246] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25559; }","duration":"184.451207ms","start":"2026-03-01T14:57:33.933239Z","end":"2026-03-01T14:57:34.11769Z","steps":["trace[406217246] 'agreement among raft nodes before linearized reading' (duration: 183.864982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.117534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.681889Z","time spent":"435.630234ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6073,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-s88sw\" "} {"level":"info","ts":"2026-03-01T14:57:34.11746Z","caller":"traceutil/trace.go:171","msg":"trace[72837800] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25559; }","duration":"505.772163ms","start":"2026-03-01T14:57:33.611661Z","end":"2026-03-01T14:57:34.117433Z","steps":["trace[72837800] 'agreement among raft nodes before linearized reading' (duration: 505.459155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.118007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.611645Z","time spent":"506.351378ms","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:34.117177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.039326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-01T14:57:34.118145Z","caller":"traceutil/trace.go:171","msg":"trace[965143319] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25559; }","duration":"652.045942ms","start":"2026-03-01T14:57:33.46609Z","end":"2026-03-01T14:57:34.118136Z","steps":["trace[965143319] 'agreement among raft nodes before linearized reading' (duration: 651.002385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.118178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.46607Z","time spent":"652.100703ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T14:57:34.118335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.077785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T14:57:34.118415Z","caller":"traceutil/trace.go:171","msg":"trace[1584958524] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25559; }","duration":"729.178097ms","start":"2026-03-01T14:57:33.389229Z","end":"2026-03-01T14:57:34.118407Z","steps":["trace[1584958524] 'agreement among raft nodes before linearized reading' (duration: 727.634068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:34.120543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:33.38922Z","time spent":"731.313611ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T14:57:34.862927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.98711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:57:34.863053Z","caller":"traceutil/trace.go:171","msg":"trace[1243347345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25562; }","duration":"153.196044ms","start":"2026-03-01T14:57:34.709831Z","end":"2026-03-01T14:57:34.863027Z","steps":["trace[1243347345] 'range keys from in-memory index tree' (duration: 152.749892ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:35.257659Z","caller":"traceutil/trace.go:171","msg":"trace[1183183587] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"174.380071ms","start":"2026-03-01T14:57:35.083237Z","end":"2026-03-01T14:57:35.257617Z","steps":["trace[1183183587] 'process raft request' (duration: 174.003902ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:35.427749Z","caller":"traceutil/trace.go:171","msg":"trace[1723758447] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"165.812064ms","start":"2026-03-01T14:57:35.261896Z","end":"2026-03-01T14:57:35.427708Z","steps":["trace[1723758447] 'process raft request' (duration: 115.212181ms)","trace[1723758447] 'compare' (duration: 50.323216ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:35.427857Z","caller":"traceutil/trace.go:171","msg":"trace[1830678869] linearizableReadLoop","detail":"{readStateIndex:26535; appliedIndex:26534; }","duration":"162.460039ms","start":"2026-03-01T14:57:35.265248Z","end":"2026-03-01T14:57:35.427708Z","steps":["trace[1830678869] 'read index received' (duration: 111.983319ms)","trace[1830678869] 'applied index is now lower than readState.Index' (duration: 50.47534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:35.427935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.654244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-01T14:57:35.427992Z","caller":"traceutil/trace.go:171","msg":"trace[328054801] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25565; }","duration":"162.756216ms","start":"2026-03-01T14:57:35.265221Z","end":"2026-03-01T14:57:35.427977Z","steps":["trace[328054801] 'agreement among raft nodes before linearized reading' (duration: 162.49299ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:35.836332Z","caller":"traceutil/trace.go:171","msg":"trace[601255423] linearizableReadLoop","detail":"{readStateIndex:26536; appliedIndex:26535; }","duration":"315.715155ms","start":"2026-03-01T14:57:35.520586Z","end":"2026-03-01T14:57:35.836301Z","steps":["trace[601255423] 'read index received' (duration: 315.327675ms)","trace[601255423] 'applied index is now lower than readState.Index' (duration: 386.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:35.836431Z","caller":"traceutil/trace.go:171","msg":"trace[844907127] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"404.625048ms","start":"2026-03-01T14:57:35.431759Z","end":"2026-03-01T14:57:35.836384Z","steps":["trace[844907127] 'process raft request' (duration: 404.247539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:35.836537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.92875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:35.836584Z","caller":"traceutil/trace.go:171","msg":"trace[1426630138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25566; }","duration":"316.069514ms","start":"2026-03-01T14:57:35.520502Z","end":"2026-03-01T14:57:35.836571Z","steps":["trace[1426630138] 'agreement among raft nodes before linearized reading' (duration: 315.949841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:35.836624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:35.520474Z","time spent":"316.140036ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:35.836642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:35.431736Z","time spent":"404.784362ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:35.836915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.28793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:35.837014Z","caller":"traceutil/trace.go:171","msg":"trace[667266230] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25566; }","duration":"208.406913ms","start":"2026-03-01T14:57:35.628583Z","end":"2026-03-01T14:57:35.83699Z","steps":["trace[667266230] 'agreement among raft nodes before linearized reading' (duration: 208.222469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:35.83703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.422932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:57:35.836951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.30354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:57:35.837147Z","caller":"traceutil/trace.go:171","msg":"trace[1049947384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25566; }","duration":"161.604266ms","start":"2026-03-01T14:57:35.675517Z","end":"2026-03-01T14:57:35.837121Z","steps":["trace[1049947384] 'agreement among raft nodes before linearized reading' (duration: 161.297509ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:35.837187Z","caller":"traceutil/trace.go:171","msg":"trace[1689023868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25566; }","duration":"163.620888ms","start":"2026-03-01T14:57:35.673545Z","end":"2026-03-01T14:57:35.837166Z","steps":["trace[1689023868] 'agreement among raft nodes before linearized reading' (duration: 163.277679ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:36.278799Z","caller":"traceutil/trace.go:171","msg":"trace[796692814] linearizableReadLoop","detail":"{readStateIndex:26540; appliedIndex:26539; }","duration":"252.792699ms","start":"2026-03-01T14:57:36.025967Z","end":"2026-03-01T14:57:36.27876Z","steps":["trace[796692814] 'read index received' (duration: 178.437563ms)","trace[796692814] 'applied index is now lower than readState.Index' (duration: 74.353496ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:36.278946Z","caller":"traceutil/trace.go:171","msg":"trace[1529666756] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"259.277934ms","start":"2026-03-01T14:57:36.019626Z","end":"2026-03-01T14:57:36.278904Z","steps":["trace[1529666756] 'process raft request' (duration: 184.877108ms)","trace[1529666756] 'compare' (duration: 74.022577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:36.279078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.013584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:36.279129Z","caller":"traceutil/trace.go:171","msg":"trace[1646094061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25570; }","duration":"253.1991ms","start":"2026-03-01T14:57:36.025914Z","end":"2026-03-01T14:57:36.279113Z","steps":["trace[1646094061] 'agreement among raft nodes before linearized reading' (duration: 253.020515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:36.337113Z","caller":"traceutil/trace.go:171","msg":"trace[1346844201] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"283.62192ms","start":"2026-03-01T14:57:36.053448Z","end":"2026-03-01T14:57:36.33707Z","steps":["trace[1346844201] 'process raft request' (duration: 283.347243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:36.337111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.635435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:36.337492Z","caller":"traceutil/trace.go:171","msg":"trace[37776011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25571; }","duration":"240.091427ms","start":"2026-03-01T14:57:36.097367Z","end":"2026-03-01T14:57:36.337458Z","steps":["trace[37776011] 'agreement among raft nodes before linearized reading' (duration: 239.603085ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:37.374162Z","caller":"traceutil/trace.go:171","msg":"trace[865759871] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"123.726276ms","start":"2026-03-01T14:57:37.2504Z","end":"2026-03-01T14:57:37.374126Z","steps":["trace[865759871] 'process raft request' (duration: 123.47279ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:37.559876Z","caller":"traceutil/trace.go:171","msg":"trace[596264780] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"121.266475ms","start":"2026-03-01T14:57:37.438582Z","end":"2026-03-01T14:57:37.559849Z","steps":["trace[596264780] 'process raft request' (duration: 30.972856ms)","trace[596264780] 'compare' (duration: 89.909299ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:38.255982Z","caller":"traceutil/trace.go:171","msg":"trace[1082925822] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"318.307571ms","start":"2026-03-01T14:57:37.937644Z","end":"2026-03-01T14:57:38.255951Z","steps":["trace[1082925822] 'process raft request' (duration: 318.110906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:38.256175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:37.937598Z","time spent":"318.477075ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:38.398753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.976372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:38.398859Z","caller":"traceutil/trace.go:171","msg":"trace[604464883] linearizableReadLoop","detail":"{readStateIndex:26546; appliedIndex:26544; }","duration":"423.861447ms","start":"2026-03-01T14:57:37.974981Z","end":"2026-03-01T14:57:38.398843Z","steps":["trace[604464883] 'read index received' (duration: 280.77137ms)","trace[604464883] 'applied index is now lower than readState.Index' (duration: 143.088627ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:38.398968Z","caller":"traceutil/trace.go:171","msg":"trace[995341397] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"459.765856ms","start":"2026-03-01T14:57:37.939164Z","end":"2026-03-01T14:57:38.39893Z","steps":["trace[995341397] 'process raft request' (duration: 352.532678ms)","trace[995341397] 'compare' (duration: 106.849559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:38.399083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.109633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-01T14:57:38.39912Z","caller":"traceutil/trace.go:171","msg":"trace[1005194200] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25576; }","duration":"424.206596ms","start":"2026-03-01T14:57:37.974903Z","end":"2026-03-01T14:57:38.399109Z","steps":["trace[1005194200] 'agreement among raft nodes before linearized reading' (duration: 424.031541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:38.399123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:37.939144Z","time spent":"459.90115ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:38.399159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:37.974875Z","time spent":"424.276637ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-01T14:57:38.627639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.761039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-01T14:57:38.627877Z","caller":"traceutil/trace.go:171","msg":"trace[452874284] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25576; }","duration":"113.061177ms","start":"2026-03-01T14:57:38.514789Z","end":"2026-03-01T14:57:38.62785Z","steps":["trace[452874284] 'range keys from in-memory index tree' (duration: 112.538353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:38.881779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.50429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:38.881854Z","caller":"traceutil/trace.go:171","msg":"trace[868616954] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25577; }","duration":"106.655004ms","start":"2026-03-01T14:57:38.775181Z","end":"2026-03-01T14:57:38.881836Z","steps":["trace[868616954] 'count revisions from in-memory index tree' (duration: 106.412178ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:39.084736Z","caller":"traceutil/trace.go:171","msg":"trace[805504050] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"194.116242ms","start":"2026-03-01T14:57:38.890565Z","end":"2026-03-01T14:57:39.084681Z","steps":["trace[805504050] 'process raft request' (duration: 193.794203ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:39.94553Z","caller":"traceutil/trace.go:171","msg":"trace[2007224537] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"115.725014ms","start":"2026-03-01T14:57:39.829784Z","end":"2026-03-01T14:57:39.945509Z","steps":["trace[2007224537] 'process raft request' (duration: 115.5764ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:40.397714Z","caller":"traceutil/trace.go:171","msg":"trace[1786983856] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"129.927314ms","start":"2026-03-01T14:57:40.267747Z","end":"2026-03-01T14:57:40.397674Z","steps":["trace[1786983856] 'process raft request' (duration: 129.637806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:40.531765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.8ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:57:40.53182Z","caller":"traceutil/trace.go:171","msg":"trace[2065993525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25582; }","duration":"127.907042ms","start":"2026-03-01T14:57:40.403901Z","end":"2026-03-01T14:57:40.531808Z","steps":["trace[2065993525] 'range keys from in-memory index tree' (duration: 127.656605ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:40.850472Z","caller":"traceutil/trace.go:171","msg":"trace[509155325] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"124.166698ms","start":"2026-03-01T14:57:40.726283Z","end":"2026-03-01T14:57:40.850449Z","steps":["trace[509155325] 'process raft request' (duration: 124.007204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:41.998206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:42.498515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:42.998737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:43.487867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.14457038s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:43.488241Z","caller":"traceutil/trace.go:171","msg":"trace[1943496375] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"2.145050633s","start":"2026-03-01T14:57:41.343166Z","end":"2026-03-01T14:57:43.488216Z","steps":["trace[1943496375] 'process raft request' (duration: 2.144876718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.488391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:41.343141Z","time spent":"2.145175866s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:43.500957Z","caller":"traceutil/trace.go:171","msg":"trace[410239735] linearizableReadLoop","detail":"{readStateIndex:26558; appliedIndex:26556; }","duration":"2.003201377s","start":"2026-03-01T14:57:41.497719Z","end":"2026-03-01T14:57:43.500921Z","steps":["trace[410239735] 'read index received' (duration: 1.99033445s)","trace[410239735] 'applied index is now lower than readState.Index' (duration: 12.865397ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:43.501007Z","caller":"traceutil/trace.go:171","msg":"trace[1164675860] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"1.126956731s","start":"2026-03-01T14:57:42.374015Z","end":"2026-03-01T14:57:43.500971Z","steps":["trace[1164675860] 'process raft request' (duration: 1.126722245s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.373983Z","time spent":"1.127130336s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:43.501213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003471633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T14:57:43.501247Z","caller":"traceutil/trace.go:171","msg":"trace[1873579026] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25587; }","duration":"2.003564696s","start":"2026-03-01T14:57:41.497673Z","end":"2026-03-01T14:57:43.501237Z","steps":["trace[1873579026] 'agreement among raft nodes before linearized reading' (duration: 2.003409682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:41.497655Z","time spent":"2.003615977s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T14:57:43.501288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830099237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:43.501349Z","caller":"traceutil/trace.go:171","msg":"trace[1536711323] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25587; }","duration":"1.830216991s","start":"2026-03-01T14:57:41.671115Z","end":"2026-03-01T14:57:43.501332Z","steps":["trace[1536711323] 'agreement among raft nodes before linearized reading' (duration: 1.830111898s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:41.671091Z","time spent":"1.830287322s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:43.501447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.352451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:57:43.501467Z","caller":"traceutil/trace.go:171","msg":"trace[157859589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25587; }","duration":"927.447693ms","start":"2026-03-01T14:57:42.574013Z","end":"2026-03-01T14:57:43.501461Z","steps":["trace[157859589] 'agreement among raft nodes before linearized reading' (duration: 927.388582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.573985Z","time spent":"927.495714ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:43.501545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.512208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:43.501583Z","caller":"traceutil/trace.go:171","msg":"trace[1370134031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25587; }","duration":"982.57398ms","start":"2026-03-01T14:57:42.519002Z","end":"2026-03-01T14:57:43.501576Z","steps":["trace[1370134031] 'agreement among raft nodes before linearized reading' (duration: 982.523439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.518992Z","time spent":"982.605651ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:43.501623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481258833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:43.501659Z","caller":"traceutil/trace.go:171","msg":"trace[1893720367] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25587; }","duration":"1.481332635s","start":"2026-03-01T14:57:42.020314Z","end":"2026-03-01T14:57:43.501646Z","steps":["trace[1893720367] 'agreement among raft nodes before linearized reading' (duration: 1.481234982s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.020291Z","time spent":"1.481384947s","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:43.50174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.824977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-01T14:57:43.501761Z","caller":"traceutil/trace.go:171","msg":"trace[731851377] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25587; }","duration":"147.885109ms","start":"2026-03-01T14:57:43.35387Z","end":"2026-03-01T14:57:43.501755Z","steps":["trace[731851377] 'agreement among raft nodes before linearized reading' (duration: 147.822077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761514748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-01T14:57:43.501813Z","caller":"traceutil/trace.go:171","msg":"trace[955560766] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25587; }","duration":"1.76156845s","start":"2026-03-01T14:57:41.740238Z","end":"2026-03-01T14:57:43.501806Z","steps":["trace[955560766] 'agreement among raft nodes before linearized reading' (duration: 1.761475808s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00624117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:43.501833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:41.740221Z","time spent":"1.76160815s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-01T14:57:43.501848Z","caller":"traceutil/trace.go:171","msg":"trace[1459119657] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25587; }","duration":"1.006269291s","start":"2026-03-01T14:57:42.495572Z","end":"2026-03-01T14:57:43.501841Z","steps":["trace[1459119657] 'agreement among raft nodes before linearized reading' (duration: 1.00622685s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.495494Z","time spent":"1.006371553s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:43.501881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.886402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:57:43.501906Z","caller":"traceutil/trace.go:171","msg":"trace[621551515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25587; }","duration":"198.962364ms","start":"2026-03-01T14:57:43.302935Z","end":"2026-03-01T14:57:43.501898Z","steps":["trace[621551515] 'agreement among raft nodes before linearized reading' (duration: 198.902153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829680777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:43.501944Z","caller":"traceutil/trace.go:171","msg":"trace[370193418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25587; }","duration":"1.829726768s","start":"2026-03-01T14:57:41.672212Z","end":"2026-03-01T14:57:43.501938Z","steps":["trace[370193418] 'agreement among raft nodes before linearized reading' (duration: 1.829700558s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.501959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:41.6722Z","time spent":"1.82975666s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:43.502018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.083532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:43.502039Z","caller":"traceutil/trace.go:171","msg":"trace[824566919] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25587; }","duration":"284.150904ms","start":"2026-03-01T14:57:43.217882Z","end":"2026-03-01T14:57:43.502033Z","steps":["trace[824566919] 'agreement among raft nodes before linearized reading' (duration: 284.100982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034967769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-01T14:57:43.502064Z","caller":"traceutil/trace.go:171","msg":"trace[553391435] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25587; }","duration":"1.03501697s","start":"2026-03-01T14:57:42.467039Z","end":"2026-03-01T14:57:43.502056Z","steps":["trace[553391435] 'agreement among raft nodes before linearized reading' (duration: 1.034922148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.467025Z","time spent":"1.035052141s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:57:43.502083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829836921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:57:43.502126Z","caller":"traceutil/trace.go:171","msg":"trace[459601022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25587; }","duration":"1.829906903s","start":"2026-03-01T14:57:41.672211Z","end":"2026-03-01T14:57:43.502117Z","steps":["trace[459601022] 'agreement among raft nodes before linearized reading' (duration: 1.829832101s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:41.672197Z","time spent":"1.829944414s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:57:43.502156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.456882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:43.50218Z","caller":"traceutil/trace.go:171","msg":"trace[519701391] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25587; }","duration":"344.535884ms","start":"2026-03-01T14:57:43.157636Z","end":"2026-03-01T14:57:43.502172Z","steps":["trace[519701391] 'agreement among raft nodes before linearized reading' (duration: 344.496813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093649597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:57:43.5022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.157591Z","time spent":"344.601737ms","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:43.502217Z","caller":"traceutil/trace.go:171","msg":"trace[1311573346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25587; }","duration":"1.093702659s","start":"2026-03-01T14:57:42.408508Z","end":"2026-03-01T14:57:43.502211Z","steps":["trace[1311573346] 'agreement among raft nodes before linearized reading' (duration: 1.093647207s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.408495Z","time spent":"1.093736s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:43.502345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.332802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:57:43.502382Z","caller":"traceutil/trace.go:171","msg":"trace[110234367] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25587; }","duration":"365.455276ms","start":"2026-03-01T14:57:43.13692Z","end":"2026-03-01T14:57:43.502375Z","steps":["trace[110234367] 'agreement among raft nodes before linearized reading' (duration: 365.375594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.50241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.13689Z","time spent":"365.515337ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:57:43.502538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.816418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T14:57:43.502564Z","caller":"traceutil/trace.go:171","msg":"trace[944684609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25587; }","duration":"646.89582ms","start":"2026-03-01T14:57:42.855662Z","end":"2026-03-01T14:57:43.502558Z","steps":["trace[944684609] 'agreement among raft nodes before linearized reading' (duration: 646.837758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.855618Z","time spent":"646.960572ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:43.502621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.914448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:57:43.502658Z","caller":"traceutil/trace.go:171","msg":"trace[612487644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25587; }","duration":"905.99089ms","start":"2026-03-01T14:57:42.59666Z","end":"2026-03-01T14:57:43.502651Z","steps":["trace[612487644] 'agreement among raft nodes before linearized reading' (duration: 905.904548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.502684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:42.59664Z","time spent":"906.037721ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:57:43.652925Z","caller":"traceutil/trace.go:171","msg":"trace[1480817404] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"145.636502ms","start":"2026-03-01T14:57:43.507241Z","end":"2026-03-01T14:57:43.652877Z","steps":["trace[1480817404] 'process raft request' (duration: 123.234584ms)","trace[1480817404] 'compare' (duration: 22.145352ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:43.652946Z","caller":"traceutil/trace.go:171","msg":"trace[2091799024] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"145.581382ms","start":"2026-03-01T14:57:43.507301Z","end":"2026-03-01T14:57:43.652882Z","steps":["trace[2091799024] 'process raft request' (duration: 145.467179ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.653161Z","caller":"traceutil/trace.go:171","msg":"trace[698582189] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"145.387366ms","start":"2026-03-01T14:57:43.507754Z","end":"2026-03-01T14:57:43.653141Z","steps":["trace[698582189] 'process raft request' (duration: 145.258783ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.653226Z","caller":"traceutil/trace.go:171","msg":"trace[1144304007] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"145.582571ms","start":"2026-03-01T14:57:43.507626Z","end":"2026-03-01T14:57:43.653209Z","steps":["trace[1144304007] 'process raft request' (duration: 145.312804ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.653216Z","caller":"traceutil/trace.go:171","msg":"trace[1387360443] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"145.770816ms","start":"2026-03-01T14:57:43.507421Z","end":"2026-03-01T14:57:43.653191Z","steps":["trace[1387360443] 'process raft request' (duration: 145.409477ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.65363Z","caller":"traceutil/trace.go:171","msg":"trace[829784193] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"144.993646ms","start":"2026-03-01T14:57:43.508623Z","end":"2026-03-01T14:57:43.653617Z","steps":["trace[829784193] 'process raft request' (duration: 144.759209ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.653813Z","caller":"traceutil/trace.go:171","msg":"trace[1392257054] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"142.424911ms","start":"2026-03-01T14:57:43.511374Z","end":"2026-03-01T14:57:43.653799Z","steps":["trace[1392257054] 'process raft request' (duration: 142.315529ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.653842Z","caller":"traceutil/trace.go:171","msg":"trace[45127936] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"145.95138ms","start":"2026-03-01T14:57:43.507867Z","end":"2026-03-01T14:57:43.653819Z","steps":["trace[45127936] 'process raft request' (duration: 145.19344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.653943Z","caller":"traceutil/trace.go:171","msg":"trace[646385301] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"145.049688ms","start":"2026-03-01T14:57:43.508882Z","end":"2026-03-01T14:57:43.653932Z","steps":["trace[646385301] 'process raft request' (duration: 144.631517ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.654001Z","caller":"traceutil/trace.go:171","msg":"trace[480402692] linearizableReadLoop","detail":"{readStateIndex:26570; appliedIndex:26559; }","duration":"133.29152ms","start":"2026-03-01T14:57:43.520694Z","end":"2026-03-01T14:57:43.653985Z","steps":["trace[480402692] 'read index received' (duration: 18.481419ms)","trace[480402692] 'applied index is now lower than readState.Index' (duration: 114.808581ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:43.654054Z","caller":"traceutil/trace.go:171","msg":"trace[1903173617] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"142.650397ms","start":"2026-03-01T14:57:43.51139Z","end":"2026-03-01T14:57:43.654041Z","steps":["trace[1903173617] 'process raft request' (duration: 142.360589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:43.654118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.408543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:43.654172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.609675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-01T14:57:43.654191Z","caller":"traceutil/trace.go:171","msg":"trace[841813870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25598; }","duration":"133.510436ms","start":"2026-03-01T14:57:43.520664Z","end":"2026-03-01T14:57:43.654175Z","steps":["trace[841813870] 'agreement among raft nodes before linearized reading' (duration: 133.396203ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:43.654217Z","caller":"traceutil/trace.go:171","msg":"trace[618446938] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25598; }","duration":"112.686937ms","start":"2026-03-01T14:57:43.541517Z","end":"2026-03-01T14:57:43.654204Z","steps":["trace[618446938] 'agreement among raft nodes before linearized reading' (duration: 112.573274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.083153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.060074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:44.083408Z","caller":"traceutil/trace.go:171","msg":"trace[1718843986] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"421.095846ms","start":"2026-03-01T14:57:43.662279Z","end":"2026-03-01T14:57:44.083375Z","steps":["trace[1718843986] 'process raft request' (duration: 128.717434ms)","trace[1718843986] 'compare' (duration: 291.608353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:44.083544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.662263Z","time spent":"421.220319ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:57:44.083639Z","caller":"traceutil/trace.go:171","msg":"trace[1733901902] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"421.26796ms","start":"2026-03-01T14:57:43.662348Z","end":"2026-03-01T14:57:44.083616Z","steps":["trace[1733901902] 'process raft request' (duration: 420.942032ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.083666Z","caller":"traceutil/trace.go:171","msg":"trace[2032614327] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"420.712316ms","start":"2026-03-01T14:57:43.662916Z","end":"2026-03-01T14:57:44.083629Z","steps":["trace[2032614327] 'process raft request' (duration: 420.584043ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.083681Z","caller":"traceutil/trace.go:171","msg":"trace[848619178] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"421.162108ms","start":"2026-03-01T14:57:43.662476Z","end":"2026-03-01T14:57:44.083638Z","steps":["trace[848619178] 'process raft request' (duration: 420.952142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.083725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.662336Z","time spent":"421.348512ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:44.083732Z","caller":"traceutil/trace.go:171","msg":"trace[2041161910] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"419.765172ms","start":"2026-03-01T14:57:43.663936Z","end":"2026-03-01T14:57:44.083701Z","steps":["trace[2041161910] 'process raft request' (duration: 419.616359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.083844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.662467Z","time spent":"421.2823ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:44.083882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.663927Z","time spent":"419.886855ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:44.083929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.662895Z","time spent":"420.934691ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:44.083983Z","caller":"traceutil/trace.go:171","msg":"trace[2102518299] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"416.194491ms","start":"2026-03-01T14:57:43.667741Z","end":"2026-03-01T14:57:44.083936Z","steps":["trace[2102518299] 'process raft request' (duration: 415.886033ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.084032Z","caller":"traceutil/trace.go:171","msg":"trace[1667167658] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"414.212352ms","start":"2026-03-01T14:57:43.669797Z","end":"2026-03-01T14:57:44.08401Z","steps":["trace[1667167658] 'process raft request' (duration: 414.112399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.669791Z","time spent":"414.299534ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:44.084186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.66772Z","time spent":"416.369456ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:44.084236Z","caller":"traceutil/trace.go:171","msg":"trace[1316179489] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"413.959755ms","start":"2026-03-01T14:57:43.670264Z","end":"2026-03-01T14:57:44.084224Z","steps":["trace[1316179489] 'process raft request' (duration: 413.699509ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.084175Z","caller":"traceutil/trace.go:171","msg":"trace[82403886] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26570; }","duration":"418.393837ms","start":"2026-03-01T14:57:43.665773Z","end":"2026-03-01T14:57:44.084166Z","steps":["trace[82403886] 'read index received' (duration: 125.312517ms)","trace[82403886] 'applied index is now lower than readState.Index' (duration: 293.08046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:44.084281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.516751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:57:44.08431Z","caller":"traceutil/trace.go:171","msg":"trace[2105891833] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25610; }","duration":"418.595292ms","start":"2026-03-01T14:57:43.665708Z","end":"2026-03-01T14:57:44.084303Z","steps":["trace[2105891833] 'agreement among raft nodes before linearized reading' (duration: 418.48371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.670257Z","time spent":"414.015037ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:44.084331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.665698Z","time spent":"418.628283ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-01T14:57:44.084436Z","caller":"traceutil/trace.go:171","msg":"trace[1053501357] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"405.993863ms","start":"2026-03-01T14:57:43.678435Z","end":"2026-03-01T14:57:44.084428Z","steps":["trace[1053501357] 'process raft request' (duration: 405.666235ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.084464Z","caller":"traceutil/trace.go:171","msg":"trace[2054051384] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"411.565925ms","start":"2026-03-01T14:57:43.672889Z","end":"2026-03-01T14:57:44.084454Z","steps":["trace[2054051384] 'process raft request' (duration: 411.167635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.678416Z","time spent":"406.039174ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:44.084505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.672878Z","time spent":"411.606426ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:44.084497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.089999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-03-01T14:57:44.084579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.439423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131160"} {"level":"info","ts":"2026-03-01T14:57:44.084644Z","caller":"traceutil/trace.go:171","msg":"trace[8155544] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25610; }","duration":"122.525165ms","start":"2026-03-01T14:57:43.962104Z","end":"2026-03-01T14:57:44.084629Z","steps":["trace[8155544] 'agreement among raft nodes before linearized reading' (duration: 122.332851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.611829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-01T14:57:44.084708Z","caller":"traceutil/trace.go:171","msg":"trace[1468695789] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25610; }","duration":"309.677401ms","start":"2026-03-01T14:57:43.775017Z","end":"2026-03-01T14:57:44.084694Z","steps":["trace[1468695789] 'agreement among raft nodes before linearized reading' (duration: 309.595449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.775Z","time spent":"309.747012ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-01T14:57:44.084593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.865349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-01T14:57:44.084789Z","caller":"traceutil/trace.go:171","msg":"trace[84482560] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25610; }","duration":"165.093854ms","start":"2026-03-01T14:57:43.919685Z","end":"2026-03-01T14:57:44.084779Z","steps":["trace[84482560] 'agreement among raft nodes before linearized reading' (duration: 164.845848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.794913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:57:44.084595Z","caller":"traceutil/trace.go:171","msg":"trace[776494044] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:25610; }","duration":"405.229843ms","start":"2026-03-01T14:57:43.679356Z","end":"2026-03-01T14:57:44.084586Z","steps":["trace[776494044] 'agreement among raft nodes before linearized reading' (duration: 404.986487ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.084869Z","caller":"traceutil/trace.go:171","msg":"trace[100034378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25610; }","duration":"120.866934ms","start":"2026-03-01T14:57:43.963991Z","end":"2026-03-01T14:57:44.084858Z","steps":["trace[100034378] 'agreement among raft nodes before linearized reading' (duration: 120.71179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.084911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.679349Z","time spent":"405.540572ms","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-03-01T14:57:44.084523Z","caller":"traceutil/trace.go:171","msg":"trace[347264822] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"403.720236ms","start":"2026-03-01T14:57:43.680798Z","end":"2026-03-01T14:57:44.084518Z","steps":["trace[347264822] 'process raft request' (duration: 403.333726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.085044Z","caller":"traceutil/trace.go:171","msg":"trace[247152625] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"415.649008ms","start":"2026-03-01T14:57:43.669375Z","end":"2026-03-01T14:57:44.085024Z","steps":["trace[247152625] 'process raft request' (duration: 414.467388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.08506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.68079Z","time spent":"404.216949ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:44.085191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:43.669368Z","time spent":"415.709001ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:57:44.332677Z","caller":"traceutil/trace.go:171","msg":"trace[579498882] linearizableReadLoop","detail":"{readStateIndex:26586; appliedIndex:26585; }","duration":"121.106011ms","start":"2026-03-01T14:57:44.211545Z","end":"2026-03-01T14:57:44.332651Z","steps":["trace[579498882] 'read index received' (duration: 116.100363ms)","trace[579498882] 'applied index is now lower than readState.Index' (duration: 5.004398ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:44.332699Z","caller":"traceutil/trace.go:171","msg":"trace[363988334] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"126.027245ms","start":"2026-03-01T14:57:44.206641Z","end":"2026-03-01T14:57:44.332669Z","steps":["trace[363988334] 'process raft request' (duration: 120.987727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.332923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.352517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-03-01T14:57:44.332964Z","caller":"traceutil/trace.go:171","msg":"trace[593246741] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:25613; }","duration":"121.442359ms","start":"2026-03-01T14:57:44.211509Z","end":"2026-03-01T14:57:44.332951Z","steps":["trace[593246741] 'agreement among raft nodes before linearized reading' (duration: 121.262675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.339947Z","caller":"traceutil/trace.go:171","msg":"trace[1053854222] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"126.060716ms","start":"2026-03-01T14:57:44.213865Z","end":"2026-03-01T14:57:44.339926Z","steps":["trace[1053854222] 'process raft request' (duration: 125.798159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.340408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.847344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-01T14:57:44.340446Z","caller":"traceutil/trace.go:171","msg":"trace[1412543870] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25614; }","duration":"118.925396ms","start":"2026-03-01T14:57:44.221512Z","end":"2026-03-01T14:57:44.340437Z","steps":["trace[1412543870] 'agreement among raft nodes before linearized reading' (duration: 118.789423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.34054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.802619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-01T14:57:44.340587Z","caller":"traceutil/trace.go:171","msg":"trace[1933642369] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25614; }","duration":"125.875912ms","start":"2026-03-01T14:57:44.2147Z","end":"2026-03-01T14:57:44.340575Z","steps":["trace[1933642369] 'agreement among raft nodes before linearized reading' (duration: 125.773489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.566388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.165405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:44.566626Z","caller":"traceutil/trace.go:171","msg":"trace[831844731] linearizableReadLoop","detail":"{readStateIndex:26591; appliedIndex:26589; }","duration":"169.406975ms","start":"2026-03-01T14:57:44.397197Z","end":"2026-03-01T14:57:44.566604Z","steps":["trace[831844731] 'read index received' (duration: 37.910532ms)","trace[831844731] 'applied index is now lower than readState.Index' (duration: 131.495043ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:44.56669Z","caller":"traceutil/trace.go:171","msg":"trace[2040930314] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"170.989885ms","start":"2026-03-01T14:57:44.395666Z","end":"2026-03-01T14:57:44.566656Z","steps":["trace[2040930314] 'process raft request' (duration: 39.449871ms)","trace[2040930314] 'compare' (duration: 130.99561ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:44.566783Z","caller":"traceutil/trace.go:171","msg":"trace[1287289811] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"170.066802ms","start":"2026-03-01T14:57:44.3967Z","end":"2026-03-01T14:57:44.566766Z","steps":["trace[1287289811] 'process raft request' (duration: 169.821905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.566991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.428162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-03-01T14:57:44.566991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.56738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-01T14:57:44.567001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.543833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-01T14:57:44.567026Z","caller":"traceutil/trace.go:171","msg":"trace[2131985645] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25618; }","duration":"129.504844ms","start":"2026-03-01T14:57:44.437512Z","end":"2026-03-01T14:57:44.567017Z","steps":["trace[2131985645] 'agreement among raft nodes before linearized reading' (duration: 129.364811ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.567037Z","caller":"traceutil/trace.go:171","msg":"trace[1082144820] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25618; }","duration":"166.579914ms","start":"2026-03-01T14:57:44.400447Z","end":"2026-03-01T14:57:44.567027Z","steps":["trace[1082144820] 'agreement among raft nodes before linearized reading' (duration: 166.450931ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:44.567036Z","caller":"traceutil/trace.go:171","msg":"trace[751891199] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25618; }","duration":"169.633581ms","start":"2026-03-01T14:57:44.397388Z","end":"2026-03-01T14:57:44.567022Z","steps":["trace[751891199] 'agreement among raft nodes before linearized reading' (duration: 169.468407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:44.567115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.909338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-01T14:57:44.567168Z","caller":"traceutil/trace.go:171","msg":"trace[1162740603] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25618; }","duration":"169.985209ms","start":"2026-03-01T14:57:44.397171Z","end":"2026-03-01T14:57:44.567156Z","steps":["trace[1162740603] 'agreement among raft nodes before linearized reading' (duration: 169.745734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.196414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.329309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-01T14:57:45.196474Z","caller":"traceutil/trace.go:171","msg":"trace[1097889133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25627; }","duration":"198.434301ms","start":"2026-03-01T14:57:44.998025Z","end":"2026-03-01T14:57:45.196459Z","steps":["trace[1097889133] 'range keys from in-memory index tree' (duration: 198.185214ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:45.196603Z","caller":"traceutil/trace.go:171","msg":"trace[29365617] linearizableReadLoop","detail":"{readStateIndex:26601; appliedIndex:26600; }","duration":"197.858805ms","start":"2026-03-01T14:57:44.998712Z","end":"2026-03-01T14:57:45.19657Z","steps":["trace[29365617] 'read index received' (duration: 167.448214ms)","trace[29365617] 'applied index is now lower than readState.Index' (duration: 30.409001ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:45.196649Z","caller":"traceutil/trace.go:171","msg":"trace[1882976128] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"198.272785ms","start":"2026-03-01T14:57:44.998343Z","end":"2026-03-01T14:57:45.196616Z","steps":["trace[1882976128] 'process raft request' (duration: 167.869115ms)","trace[1882976128] 'compare' (duration: 30.169285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:45.196802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.085761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-01T14:57:45.196833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.331539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:45.196858Z","caller":"traceutil/trace.go:171","msg":"trace[1177778119] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:25628; }","duration":"198.184064ms","start":"2026-03-01T14:57:44.998659Z","end":"2026-03-01T14:57:45.196843Z","steps":["trace[1177778119] 'agreement among raft nodes before linearized reading' (duration: 198.01488ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:45.196876Z","caller":"traceutil/trace.go:171","msg":"trace[140102167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25628; }","duration":"101.439932ms","start":"2026-03-01T14:57:45.095421Z","end":"2026-03-01T14:57:45.196861Z","steps":["trace[140102167] 'agreement among raft nodes before linearized reading' (duration: 101.338689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.40543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.56382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-01T14:57:45.405497Z","caller":"traceutil/trace.go:171","msg":"trace[2009881320] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25630; }","duration":"104.677773ms","start":"2026-03-01T14:57:45.300804Z","end":"2026-03-01T14:57:45.405481Z","steps":["trace[2009881320] 'range keys from in-memory index tree' (duration: 104.381486ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:45.580481Z","caller":"traceutil/trace.go:171","msg":"trace[916628070] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26604; }","duration":"158.395345ms","start":"2026-03-01T14:57:45.422063Z","end":"2026-03-01T14:57:45.580458Z","steps":["trace[916628070] 'read index received' (duration: 154.311812ms)","trace[916628070] 'applied index is now lower than readState.Index' (duration: 4.082413ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:45.580559Z","caller":"traceutil/trace.go:171","msg":"trace[1638825688] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"169.477206ms","start":"2026-03-01T14:57:45.411057Z","end":"2026-03-01T14:57:45.580535Z","steps":["trace[1638825688] 'process raft request' (duration: 165.378743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.580902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.764243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-01T14:57:45.580941Z","caller":"traceutil/trace.go:171","msg":"trace[461061338] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98; range_end:; response_count:1; response_revision:25632; }","duration":"150.824644ms","start":"2026-03-01T14:57:45.430107Z","end":"2026-03-01T14:57:45.580931Z","steps":["trace[461061338] 'agreement among raft nodes before linearized reading' (duration: 150.70148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.580951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.255095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-56a7fbf5-db79-428e-bad5-7f1d7a839c70\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-01T14:57:45.580995Z","caller":"traceutil/trace.go:171","msg":"trace[1925707698] range","detail":"{range_begin:/registry/persistentvolumes/pvc-56a7fbf5-db79-428e-bad5-7f1d7a839c70; range_end:; response_count:1; response_revision:25632; }","duration":"151.317826ms","start":"2026-03-01T14:57:45.429664Z","end":"2026-03-01T14:57:45.580982Z","steps":["trace[1925707698] 'agreement among raft nodes before linearized reading' (duration: 151.156241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.58112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.170723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-01T14:57:45.581147Z","caller":"traceutil/trace.go:171","msg":"trace[941141406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1; range_end:; response_count:1; response_revision:25632; }","duration":"151.211054ms","start":"2026-03-01T14:57:45.429929Z","end":"2026-03-01T14:57:45.58114Z","steps":["trace[941141406] 'agreement among raft nodes before linearized reading' (duration: 151.130812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.581312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.563323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-01T14:57:45.581343Z","caller":"traceutil/trace.go:171","msg":"trace[230469816] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca; range_end:; response_count:1; response_revision:25632; }","duration":"151.606514ms","start":"2026-03-01T14:57:45.429729Z","end":"2026-03-01T14:57:45.581336Z","steps":["trace[230469816] 'agreement among raft nodes before linearized reading' (duration: 151.528182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.581421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.473389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-01T14:57:45.581449Z","caller":"traceutil/trace.go:171","msg":"trace[1719375295] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25632; }","duration":"104.532961ms","start":"2026-03-01T14:57:45.476909Z","end":"2026-03-01T14:57:45.581442Z","steps":["trace[1719375295] 'agreement among raft nodes before linearized reading' (duration: 104.47454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.581547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.975428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-192dd38f-093c-43ec-9ab7-37a7a42e77ea\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-01T14:57:45.58159Z","caller":"traceutil/trace.go:171","msg":"trace[1021505578] range","detail":"{range_begin:/registry/persistentvolumes/pvc-192dd38f-093c-43ec-9ab7-37a7a42e77ea; range_end:; response_count:1; response_revision:25632; }","duration":"151.026369ms","start":"2026-03-01T14:57:45.430556Z","end":"2026-03-01T14:57:45.581582Z","steps":["trace[1021505578] 'agreement among raft nodes before linearized reading' (duration: 150.962658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.581747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.623474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-01T14:57:45.581773Z","caller":"traceutil/trace.go:171","msg":"trace[1109248951] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:25632; }","duration":"151.659785ms","start":"2026-03-01T14:57:45.430106Z","end":"2026-03-01T14:57:45.581766Z","steps":["trace[1109248951] 'agreement among raft nodes before linearized reading' (duration: 151.594703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.581917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.384644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-01T14:57:45.581995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.505508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c98fa006-5782-43ff-a83f-3ac28ba1fdae\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-01T14:57:45.582002Z","caller":"traceutil/trace.go:171","msg":"trace[1236876825] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358; range_end:; response_count:1; response_revision:25632; }","duration":"152.492597ms","start":"2026-03-01T14:57:45.42949Z","end":"2026-03-01T14:57:45.581983Z","steps":["trace[1236876825] 'agreement among raft nodes before linearized reading' (duration: 152.335344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:45.582018Z","caller":"traceutil/trace.go:171","msg":"trace[512926330] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c98fa006-5782-43ff-a83f-3ac28ba1fdae; range_end:; response_count:1; response_revision:25632; }","duration":"152.540728ms","start":"2026-03-01T14:57:45.429471Z","end":"2026-03-01T14:57:45.582012Z","steps":["trace[512926330] 'agreement among raft nodes before linearized reading' (duration: 152.471696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.582086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.527988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-01T14:57:45.58217Z","caller":"traceutil/trace.go:171","msg":"trace[1756418643] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b; range_end:; response_count:1; response_revision:25632; }","duration":"152.641461ms","start":"2026-03-01T14:57:45.429509Z","end":"2026-03-01T14:57:45.582151Z","steps":["trace[1756418643] 'agreement among raft nodes before linearized reading' (duration: 152.366314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.582449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.349384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-01T14:57:45.582485Z","caller":"traceutil/trace.go:171","msg":"trace[1363754150] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25632; }","duration":"171.396376ms","start":"2026-03-01T14:57:45.41108Z","end":"2026-03-01T14:57:45.582476Z","steps":["trace[1363754150] 'agreement among raft nodes before linearized reading' (duration: 169.489437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.582944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.482192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-351655e7-6e67-412f-93ea-d16640dce124\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-01T14:57:45.583005Z","caller":"traceutil/trace.go:171","msg":"trace[1927813600] range","detail":"{range_begin:/registry/persistentvolumes/pvc-351655e7-6e67-412f-93ea-d16640dce124; range_end:; response_count:1; response_revision:25632; }","duration":"153.573395ms","start":"2026-03-01T14:57:45.429415Z","end":"2026-03-01T14:57:45.582988Z","steps":["trace[1927813600] 'agreement among raft nodes before linearized reading' (duration: 151.291487ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:45.705649Z","caller":"traceutil/trace.go:171","msg":"trace[567490898] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"112.855601ms","start":"2026-03-01T14:57:45.592762Z","end":"2026-03-01T14:57:45.705617Z","steps":["trace[567490898] 'process raft request' (duration: 89.998641ms)","trace[567490898] 'compare' (duration: 22.593983ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:45.706458Z","caller":"traceutil/trace.go:171","msg":"trace[299225728] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26605; }","duration":"111.342802ms","start":"2026-03-01T14:57:45.5951Z","end":"2026-03-01T14:57:45.706442Z","steps":["trace[299225728] 'read index received' (duration: 87.752445ms)","trace[299225728] 'applied index is now lower than readState.Index' (duration: 23.588837ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:45.706541Z","caller":"traceutil/trace.go:171","msg":"trace[1664231194] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"113.160538ms","start":"2026-03-01T14:57:45.593349Z","end":"2026-03-01T14:57:45.70651Z","steps":["trace[1664231194] 'process raft request' (duration: 112.950653ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:45.706568Z","caller":"traceutil/trace.go:171","msg":"trace[1846181733] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"112.386399ms","start":"2026-03-01T14:57:45.594114Z","end":"2026-03-01T14:57:45.706501Z","steps":["trace[1846181733] 'process raft request' (duration: 112.266826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:45.706657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.531057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-01T14:57:45.7067Z","caller":"traceutil/trace.go:171","msg":"trace[1251766811] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25635; }","duration":"111.607399ms","start":"2026-03-01T14:57:45.595081Z","end":"2026-03-01T14:57:45.706689Z","steps":["trace[1251766811] 'agreement among raft nodes before linearized reading' (duration: 111.444954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:46.033041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.546196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-01T14:57:46.033135Z","caller":"traceutil/trace.go:171","msg":"trace[1436901562] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25642; }","duration":"120.70543ms","start":"2026-03-01T14:57:45.912413Z","end":"2026-03-01T14:57:46.033118Z","steps":["trace[1436901562] 'range keys from in-memory index tree' (duration: 120.374082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:46.311263Z","caller":"traceutil/trace.go:171","msg":"trace[1608047908] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"101.540844ms","start":"2026-03-01T14:57:46.209682Z","end":"2026-03-01T14:57:46.311223Z","steps":["trace[1608047908] 'process raft request' (duration: 101.237136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:46.614435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.191609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-01T14:57:46.61453Z","caller":"traceutil/trace.go:171","msg":"trace[1871373495] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25658; }","duration":"208.327031ms","start":"2026-03-01T14:57:46.406181Z","end":"2026-03-01T14:57:46.614508Z","steps":["trace[1871373495] 'range keys from in-memory index tree' (duration: 208.029954ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:46.622423Z","caller":"traceutil/trace.go:171","msg":"trace[1683502218] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"212.670512ms","start":"2026-03-01T14:57:46.40973Z","end":"2026-03-01T14:57:46.622401Z","steps":["trace[1683502218] 'process raft request' (duration: 212.511558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:46.799228Z","caller":"traceutil/trace.go:171","msg":"trace[1036426818] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26631; }","duration":"280.886771ms","start":"2026-03-01T14:57:46.518323Z","end":"2026-03-01T14:57:46.799209Z","steps":["trace[1036426818] 'read index received' (duration: 103.945996ms)","trace[1036426818] 'applied index is now lower than readState.Index' (duration: 176.939785ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:46.799462Z","caller":"traceutil/trace.go:171","msg":"trace[385098300] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"294.651701ms","start":"2026-03-01T14:57:46.504798Z","end":"2026-03-01T14:57:46.799449Z","steps":["trace[385098300] 'process raft request' (duration: 294.23511ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:46.799731Z","caller":"traceutil/trace.go:171","msg":"trace[1102743700] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"228.124464ms","start":"2026-03-01T14:57:46.571597Z","end":"2026-03-01T14:57:46.799722Z","steps":["trace[1102743700] 'process raft request' (duration: 227.555699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:46.799895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.556169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:46.799933Z","caller":"traceutil/trace.go:171","msg":"trace[393294610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25661; }","duration":"281.636491ms","start":"2026-03-01T14:57:46.518288Z","end":"2026-03-01T14:57:46.799924Z","steps":["trace[393294610] 'agreement among raft nodes before linearized reading' (duration: 281.560289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:46.857249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.162469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:46.857378Z","caller":"traceutil/trace.go:171","msg":"trace[1755127846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25662; }","duration":"328.365355ms","start":"2026-03-01T14:57:46.528984Z","end":"2026-03-01T14:57:46.85735Z","steps":["trace[1755127846] 'agreement among raft nodes before linearized reading' (duration: 328.091108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:46.857523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:46.528966Z","time spent":"328.514299ms","remote":"127.0.0.1:38578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:46.857652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.267713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-01T14:57:46.857731Z","caller":"traceutil/trace.go:171","msg":"trace[1426146198] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25662; }","duration":"231.397637ms","start":"2026-03-01T14:57:46.626312Z","end":"2026-03-01T14:57:46.85771Z","steps":["trace[1426146198] 'agreement among raft nodes before linearized reading' (duration: 230.896104ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:47.070861Z","caller":"traceutil/trace.go:171","msg":"trace[1400190390] linearizableReadLoop","detail":"{readStateIndex:26636; appliedIndex:26635; }","duration":"194.721086ms","start":"2026-03-01T14:57:46.876116Z","end":"2026-03-01T14:57:47.070837Z","steps":["trace[1400190390] 'read index received' (duration: 183.095301ms)","trace[1400190390] 'applied index is now lower than readState.Index' (duration: 11.624855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:47.071054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.922841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-01T14:57:47.071088Z","caller":"traceutil/trace.go:171","msg":"trace[198772598] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25663; }","duration":"194.999583ms","start":"2026-03-01T14:57:46.87608Z","end":"2026-03-01T14:57:47.071079Z","steps":["trace[198772598] 'agreement among raft nodes before linearized reading' (duration: 194.834969ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:47.071213Z","caller":"traceutil/trace.go:171","msg":"trace[30445508] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"198.237657ms","start":"2026-03-01T14:57:46.872948Z","end":"2026-03-01T14:57:47.071185Z","steps":["trace[30445508] 'process raft request' (duration: 186.347125ms)","trace[30445508] 'compare' (duration: 11.111231ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:47.325227Z","caller":"traceutil/trace.go:171","msg":"trace[500217622] linearizableReadLoop","detail":"{readStateIndex:26638; appliedIndex:26637; }","duration":"152.774542ms","start":"2026-03-01T14:57:47.172433Z","end":"2026-03-01T14:57:47.325208Z","steps":["trace[500217622] 'read index received' (duration: 79.541956ms)","trace[500217622] 'applied index is now lower than readState.Index' (duration: 73.231736ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:47.325286Z","caller":"traceutil/trace.go:171","msg":"trace[2083845268] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"156.463887ms","start":"2026-03-01T14:57:47.168777Z","end":"2026-03-01T14:57:47.325241Z","steps":["trace[2083845268] 'process raft request' (duration: 83.130868ms)","trace[2083845268] 'compare' (duration: 73.198766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:47.325523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.06625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-01T14:57:47.325624Z","caller":"traceutil/trace.go:171","msg":"trace[105547679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25665; }","duration":"153.202333ms","start":"2026-03-01T14:57:47.172403Z","end":"2026-03-01T14:57:47.325605Z","steps":["trace[105547679] 'agreement among raft nodes before linearized reading' (duration: 152.867085ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:47.965459Z","caller":"traceutil/trace.go:171","msg":"trace[1486478859] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"152.337653ms","start":"2026-03-01T14:57:47.813087Z","end":"2026-03-01T14:57:47.965425Z","steps":["trace[1486478859] 'process raft request' (duration: 71.714839ms)","trace[1486478859] 'compare' (duration: 80.396419ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:47.966583Z","caller":"traceutil/trace.go:171","msg":"trace[765486997] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"151.910032ms","start":"2026-03-01T14:57:47.814643Z","end":"2026-03-01T14:57:47.966553Z","steps":["trace[765486997] 'process raft request' (duration: 151.666875ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:47.966725Z","caller":"traceutil/trace.go:171","msg":"trace[1494397637] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"151.970112ms","start":"2026-03-01T14:57:47.814734Z","end":"2026-03-01T14:57:47.966704Z","steps":["trace[1494397637] 'process raft request' (duration: 151.769467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:48.876634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.650183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:48.876747Z","caller":"traceutil/trace.go:171","msg":"trace[1281102445] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25676; }","duration":"244.822506ms","start":"2026-03-01T14:57:48.631897Z","end":"2026-03-01T14:57:48.87672Z","steps":["trace[1281102445] 'count revisions from in-memory index tree' (duration: 244.56861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:48.876848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.515089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:48.876937Z","caller":"traceutil/trace.go:171","msg":"trace[384204989] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25676; }","duration":"188.617161ms","start":"2026-03-01T14:57:48.688298Z","end":"2026-03-01T14:57:48.876915Z","steps":["trace[384204989] 'count revisions from in-memory index tree' (duration: 188.385025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:50.579585Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043293181s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:51.519662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000682783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:51.519752Z","caller":"traceutil/trace.go:171","msg":"trace[1321049040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817997s","start":"2026-03-01T14:57:49.518915Z","end":"2026-03-01T14:57:51.519733Z","steps":["trace[1321049040] 'agreement among raft nodes before linearized reading' (duration: 2.000710154s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:51.519801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.518896Z","time spent":"2.0008948s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:52.077107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54089417s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:57:52.078198Z","caller":"traceutil/trace.go:171","msg":"trace[1095359013] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"3.273268828s","start":"2026-03-01T14:57:48.804907Z","end":"2026-03-01T14:57:52.078176Z","steps":["trace[1095359013] 'process raft request' (duration: 3.272282392s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:52.078307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:48.804888Z","time spent":"3.27335711s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:53.519922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999763939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:53.520071Z","caller":"traceutil/trace.go:171","msg":"trace[631943147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999961766s","start":"2026-03-01T14:57:51.520087Z","end":"2026-03-01T14:57:53.520049Z","steps":["trace[631943147] 'agreement among raft nodes before linearized reading' (duration: 1.99979257s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:53.520135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:51.520071Z","time spent":"2.000049987s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:53.862169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:48.863989Z","time spent":"4.99817306s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:57:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:54.25201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.672290605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:54.35041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989410828s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:54.351333Z","caller":"traceutil/trace.go:171","msg":"trace[1818184993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25677; }","duration":"1.990321351s","start":"2026-03-01T14:57:52.360949Z","end":"2026-03-01T14:57:54.35127Z","steps":["trace[1818184993] 'range keys from in-memory index tree' (duration: 1.989393588s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.351802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273552141s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:54.352323Z","caller":"traceutil/trace.go:171","msg":"trace[1259586246] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"4.226210309s","start":"2026-03-01T14:57:50.126089Z","end":"2026-03-01T14:57:54.352299Z","steps":["trace[1259586246] 'process raft request' (duration: 4.226076015s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.352408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.126076Z","time spent":"4.22629047s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:54.352646Z","caller":"traceutil/trace.go:171","msg":"trace[467030607] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26649; }","duration":"4.895361964s","start":"2026-03-01T14:57:49.45727Z","end":"2026-03-01T14:57:54.352632Z","steps":["trace[467030607] 'read index received' (duration: 79.063925ms)","trace[467030607] 'applied index is now lower than readState.Index' (duration: 4.816296309s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:54.352873Z","caller":"traceutil/trace.go:171","msg":"trace[504510373] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"4.238764346s","start":"2026-03-01T14:57:50.114091Z","end":"2026-03-01T14:57:54.352855Z","steps":["trace[504510373] 'process raft request' (duration: 4.237814612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.352942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.114073Z","time spent":"4.238827868s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:54.353093Z","caller":"traceutil/trace.go:171","msg":"trace[1103743555] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"4.23576589s","start":"2026-03-01T14:57:50.117268Z","end":"2026-03-01T14:57:54.353034Z","steps":["trace[1103743555] 'process raft request' (duration: 4.234842077s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.35317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895893107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:54.353213Z","caller":"traceutil/trace.go:171","msg":"trace[236223025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25683; }","duration":"4.895957948s","start":"2026-03-01T14:57:49.45724Z","end":"2026-03-01T14:57:54.353198Z","steps":["trace[236223025] 'agreement among raft nodes before linearized reading' (duration: 4.895884176s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.353258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.457224Z","time spent":"4.89602191s","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:54.353359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.117258Z","time spent":"4.235955534s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:54.353752Z","caller":"traceutil/trace.go:171","msg":"trace[201055386] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"4.236497718s","start":"2026-03-01T14:57:50.117236Z","end":"2026-03-01T14:57:54.353734Z","steps":["trace[201055386] 'process raft request' (duration: 4.234831107s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.35384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.117226Z","time spent":"4.23657205s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:54.353947Z","caller":"traceutil/trace.go:171","msg":"trace[23199852] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"4.236725844s","start":"2026-03-01T14:57:50.117207Z","end":"2026-03-01T14:57:54.353932Z","steps":["trace[23199852] 'process raft request' (duration: 4.234810426s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.354006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.117196Z","time spent":"4.236778866s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:54.852984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:54.969867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999889054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:54.96994Z","caller":"traceutil/trace.go:171","msg":"trace[1461745823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000008097s","start":"2026-03-01T14:57:49.969914Z","end":"2026-03-01T14:57:54.969922Z","steps":["trace[1461745823] 'agreement among raft nodes before linearized reading' (duration: 4.999921415s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.969982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.969884Z","time spent":"5.000089168s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 14:57:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:54.970317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999475242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:54.970393Z","caller":"traceutil/trace.go:171","msg":"trace[1963293321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999581245s","start":"2026-03-01T14:57:49.970796Z","end":"2026-03-01T14:57:54.970377Z","steps":["trace[1963293321] 'agreement among raft nodes before linearized reading' (duration: 4.999482983s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:54.970435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.970789Z","time spent":"4.999638686s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 14:57:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:55.147637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999697379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:55.147734Z","caller":"traceutil/trace.go:171","msg":"trace[1359744716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999818142s","start":"2026-03-01T14:57:50.147895Z","end":"2026-03-01T14:57:55.147713Z","steps":["trace[1359744716] 'agreement among raft nodes before linearized reading' (duration: 4.999689679s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:55.147787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.147877Z","time spent":"4.999898223s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 14:57:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:55.353898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:55.528712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001625368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:55.528849Z","caller":"traceutil/trace.go:171","msg":"trace[1471631968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001806162s","start":"2026-03-01T14:57:53.527023Z","end":"2026-03-01T14:57:55.528829Z","steps":["trace[1471631968] 'agreement among raft nodes before linearized reading' (duration: 2.001642898s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:55.528895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.52701Z","time spent":"2.001874665s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:55.854774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:56.287592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035253809s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:56.336936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:55.202493Z","time spent":"1.134431962s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:57:56.337711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:55.312638Z","time spent":"1.025065259s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:57:56.338992Z","caller":"traceutil/trace.go:171","msg":"trace[1543729817] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26657; }","duration":"1.986305209s","start":"2026-03-01T14:57:54.352671Z","end":"2026-03-01T14:57:56.338977Z","steps":["trace[1543729817] 'read index received' (duration: 1.93505395s)","trace[1543729817] 'applied index is now lower than readState.Index' (duration: 51.249629ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:56.339134Z","caller":"traceutil/trace.go:171","msg":"trace[996981514] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"2.836638458s","start":"2026-03-01T14:57:53.502469Z","end":"2026-03-01T14:57:56.339107Z","steps":["trace[996981514] 'process raft request' (duration: 2.836208488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.33918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226792229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:56.339245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639213046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7673"} {"level":"warn","ts":"2026-03-01T14:57:56.339231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638762014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-01T14:57:56.339268Z","caller":"traceutil/trace.go:171","msg":"trace[1343634353] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:25685; }","duration":"6.639241386s","start":"2026-03-01T14:57:49.700018Z","end":"2026-03-01T14:57:56.33926Z","steps":["trace[1343634353] 'agreement among raft nodes before linearized reading' (duration: 6.639096742s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339267Z","caller":"traceutil/trace.go:171","msg":"trace[1270071660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25685; }","duration":"6.226930033s","start":"2026-03-01T14:57:50.112317Z","end":"2026-03-01T14:57:56.339247Z","steps":["trace[1270071660] 'agreement among raft nodes before linearized reading' (duration: 6.226770279s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639208345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24682"} {"level":"info","ts":"2026-03-01T14:57:56.339282Z","caller":"traceutil/trace.go:171","msg":"trace[83925843] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:25685; }","duration":"6.638823095s","start":"2026-03-01T14:57:49.700446Z","end":"2026-03-01T14:57:56.339269Z","steps":["trace[83925843] 'agreement among raft nodes before linearized reading' (duration: 6.638662301s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638688472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9673"} {"level":"warn","ts":"2026-03-01T14:57:56.339317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.502446Z","time spent":"2.836755352s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:56.339331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13244171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:56.339371Z","caller":"traceutil/trace.go:171","msg":"trace[1026681974] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25685; }","duration":"6.638803125s","start":"2026-03-01T14:57:49.70055Z","end":"2026-03-01T14:57:56.339353Z","steps":["trace[1026681974] 'agreement among raft nodes before linearized reading' (duration: 6.638541589s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339386Z","caller":"traceutil/trace.go:171","msg":"trace[150089184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25685; }","duration":"4.132543493s","start":"2026-03-01T14:57:52.206828Z","end":"2026-03-01T14:57:56.339372Z","steps":["trace[150089184] 'agreement among raft nodes before linearized reading' (duration: 4.13244075s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637802219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5117"} {"level":"warn","ts":"2026-03-01T14:57:56.339459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639553414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7741"} {"level":"warn","ts":"2026-03-01T14:57:56.339502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639494212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-03-01T14:57:56.339506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638049196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"info","ts":"2026-03-01T14:57:56.339532Z","caller":"traceutil/trace.go:171","msg":"trace[2136813328] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:25685; }","duration":"6.639520883s","start":"2026-03-01T14:57:49.700002Z","end":"2026-03-01T14:57:56.339523Z","steps":["trace[2136813328] 'agreement among raft nodes before linearized reading' (duration: 6.639447901s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339542Z","caller":"traceutil/trace.go:171","msg":"trace[647670786] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:25685; }","duration":"6.639657897s","start":"2026-03-01T14:57:49.699863Z","end":"2026-03-01T14:57:56.33952Z","steps":["trace[647670786] 'agreement among raft nodes before linearized reading' (duration: 6.639429951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.699982Z","time spent":"6.639578355s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4519,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.733954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:56.339587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637143502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6940"} {"level":"info","ts":"2026-03-01T14:57:56.339619Z","caller":"traceutil/trace.go:171","msg":"trace[188222185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25685; }","duration":"810.799426ms","start":"2026-03-01T14:57:55.52881Z","end":"2026-03-01T14:57:56.33961Z","steps":["trace[188222185] 'agreement among raft nodes before linearized reading' (duration: 810.645632ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339538Z","caller":"traceutil/trace.go:171","msg":"trace[1285090455] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:25685; }","duration":"6.638101138s","start":"2026-03-01T14:57:49.701428Z","end":"2026-03-01T14:57:56.339529Z","steps":["trace[1285090455] 'agreement among raft nodes before linearized reading' (duration: 6.638012686s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339645Z","caller":"traceutil/trace.go:171","msg":"trace[1137937510] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:25685; }","duration":"6.637207954s","start":"2026-03-01T14:57:49.702424Z","end":"2026-03-01T14:57:56.339632Z","steps":["trace[1137937510] 'agreement among raft nodes before linearized reading' (duration: 6.636669721s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246798984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-01T14:57:56.339665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637612474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"warn","ts":"2026-03-01T14:57:56.339691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.702419Z","time spent":"6.637261256s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6964,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.701418Z","time spent":"6.638256421s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11446,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638288172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-01T14:57:56.339726Z","caller":"traceutil/trace.go:171","msg":"trace[1916380807] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25685; }","duration":"6.637682476s","start":"2026-03-01T14:57:49.70203Z","end":"2026-03-01T14:57:56.339712Z","steps":["trace[1916380807] 'agreement among raft nodes before linearized reading' (duration: 6.637598294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637735107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-01T14:57:56.339786Z","caller":"traceutil/trace.go:171","msg":"trace[1608405639] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25685; }","duration":"6.637777998s","start":"2026-03-01T14:57:49.702Z","end":"2026-03-01T14:57:56.339778Z","steps":["trace[1608405639] 'agreement among raft nodes before linearized reading' (duration: 6.637686816s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.33979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.702024Z","time spent":"6.637751628s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5039,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637393898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7854"} {"level":"warn","ts":"2026-03-01T14:57:56.339689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231647888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:56.339825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638968309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-01T14:57:56.339856Z","caller":"traceutil/trace.go:171","msg":"trace[1635674880] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25685; }","duration":"5.231859414s","start":"2026-03-01T14:57:51.107983Z","end":"2026-03-01T14:57:56.339842Z","steps":["trace[1635674880] 'agreement among raft nodes before linearized reading' (duration: 5.231080764s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07957025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:57:56.339859Z","caller":"traceutil/trace.go:171","msg":"trace[407447587] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:25685; }","duration":"6.637655746s","start":"2026-03-01T14:57:49.702184Z","end":"2026-03-01T14:57:56.33984Z","steps":["trace[407447587] 'agreement among raft nodes before linearized reading' (duration: 6.637324347s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:51.10796Z","time spent":"5.231916265s","remote":"127.0.0.1:51456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.339845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476709462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-01T14:57:56.339895Z","caller":"traceutil/trace.go:171","msg":"trace[487778246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25685; }","duration":"1.079671293s","start":"2026-03-01T14:57:55.260211Z","end":"2026-03-01T14:57:56.339882Z","steps":["trace[487778246] 'agreement among raft nodes before linearized reading' (duration: 1.079495878s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83200885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:56.339718Z","caller":"traceutil/trace.go:171","msg":"trace[26854740] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25685; }","duration":"2.246894246s","start":"2026-03-01T14:57:54.092808Z","end":"2026-03-01T14:57:56.339702Z","steps":["trace[26854740] 'agreement among raft nodes before linearized reading' (duration: 2.246734062s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339928Z","caller":"traceutil/trace.go:171","msg":"trace[748670249] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25685; }","duration":"2.476830175s","start":"2026-03-01T14:57:53.863086Z","end":"2026-03-01T14:57:56.339916Z","steps":["trace[748670249] 'agreement among raft nodes before linearized reading' (duration: 2.476681772s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339964Z","caller":"traceutil/trace.go:171","msg":"trace[1320996879] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25685; }","duration":"2.832085402s","start":"2026-03-01T14:57:53.507863Z","end":"2026-03-01T14:57:56.339949Z","steps":["trace[1320996879] 'agreement among raft nodes before linearized reading' (duration: 2.83200549s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.339327Z","caller":"traceutil/trace.go:171","msg":"trace[1198362310] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:25685; }","duration":"6.639267226s","start":"2026-03-01T14:57:49.700043Z","end":"2026-03-01T14:57:56.33931Z","steps":["trace[1198362310] 'agreement among raft nodes before linearized reading' (duration: 6.639058251s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.863066Z","time spent":"2.476905887s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38721039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-01T14:57:56.340021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700031Z","time spent":"6.639977985s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24706,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"info","ts":"2026-03-01T14:57:56.34003Z","caller":"traceutil/trace.go:171","msg":"trace[1564915204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25685; }","duration":"1.387295452s","start":"2026-03-01T14:57:54.952725Z","end":"2026-03-01T14:57:56.340021Z","steps":["trace[1564915204] 'agreement among raft nodes before linearized reading' (duration: 1.387102507s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.50785Z","time spent":"2.832153534s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:56.339757Z","caller":"traceutil/trace.go:171","msg":"trace[569276523] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25685; }","duration":"6.638512387s","start":"2026-03-01T14:57:49.701234Z","end":"2026-03-01T14:57:56.339746Z","steps":["trace[569276523] 'agreement among raft nodes before linearized reading' (duration: 6.63821982s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:54.952704Z","time spent":"1.387361024s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:57:56.340096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669369104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-01T14:57:56.34011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.701227Z","time spent":"6.638874247s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3915,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:55.260188Z","time spent":"1.079766355s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:57:56.340139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84024121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:56.340156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844784733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:56.340175Z","caller":"traceutil/trace.go:171","msg":"trace[801272060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25685; }","duration":"2.844853186s","start":"2026-03-01T14:57:53.495314Z","end":"2026-03-01T14:57:56.340168Z","steps":["trace[801272060] 'agreement among raft nodes before linearized reading' (duration: 2.844823605s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.340124Z","caller":"traceutil/trace.go:171","msg":"trace[199333524] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25685; }","duration":"4.669466636s","start":"2026-03-01T14:57:51.670651Z","end":"2026-03-01T14:57:56.340118Z","steps":["trace[199333524] 'agreement among raft nodes before linearized reading' (duration: 4.669396935s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.495285Z","time spent":"2.844905196s","remote":"127.0.0.1:37688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.340205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:51.670626Z","time spent":"4.669570368s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-01T14:57:56.339884Z","caller":"traceutil/trace.go:171","msg":"trace[1332895876] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:25685; }","duration":"6.63903451s","start":"2026-03-01T14:57:49.700835Z","end":"2026-03-01T14:57:56.33987Z","steps":["trace[1332895876] 'agreement among raft nodes before linearized reading' (duration: 6.638172559s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.702178Z","time spent":"6.637730647s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7878,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-01T14:57:56.340237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639746888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"warn","ts":"2026-03-01T14:57:56.339664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:55.528782Z","time spent":"810.871038ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:57:56.340292Z","caller":"traceutil/trace.go:171","msg":"trace[982538619] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:25685; }","duration":"6.639804279s","start":"2026-03-01T14:57:49.700474Z","end":"2026-03-01T14:57:56.340278Z","steps":["trace[982538619] 'agreement among raft nodes before linearized reading' (duration: 6.638548848s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.340178Z","caller":"traceutil/trace.go:171","msg":"trace[272823280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25685; }","duration":"2.840322482s","start":"2026-03-01T14:57:53.499844Z","end":"2026-03-01T14:57:56.340166Z","steps":["trace[272823280] 'agreement among raft nodes before linearized reading' (duration: 2.8402417s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.34014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947874478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:56.340345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700472Z","time spent":"6.639861062s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4705,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.112296Z","time spent":"6.227007395s","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.340372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.499822Z","time spent":"2.840528436s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:56.339477Z","caller":"traceutil/trace.go:171","msg":"trace[1637032886] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:25685; }","duration":"6.637880882s","start":"2026-03-01T14:57:49.70158Z","end":"2026-03-01T14:57:56.339461Z","steps":["trace[1637032886] 'agreement among raft nodes before linearized reading' (duration: 6.637738809s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202496553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-01T14:57:56.340476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.701575Z","time spent":"6.638892287s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5141,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-03-01T14:57:56.33962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.699847Z","time spent":"6.639754899s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7765,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638053696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-01T14:57:56.340358Z","caller":"traceutil/trace.go:171","msg":"trace[2154047] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25685; }","duration":"5.948119983s","start":"2026-03-01T14:57:50.392228Z","end":"2026-03-01T14:57:56.340348Z","steps":["trace[2154047] 'agreement among raft nodes before linearized reading' (duration: 5.946847252s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.340526Z","caller":"traceutil/trace.go:171","msg":"trace[18160781] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25685; }","duration":"6.639187404s","start":"2026-03-01T14:57:49.701333Z","end":"2026-03-01T14:57:56.34052Z","steps":["trace[18160781] 'agreement among raft nodes before linearized reading' (duration: 6.638019435s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.701316Z","time spent":"6.639219805s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-01T14:57:56.340084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639251276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-03-01T14:57:56.339328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575568596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:56.340557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.806087919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:56.340596Z","caller":"traceutil/trace.go:171","msg":"trace[668024839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25685; }","duration":"1.576870869s","start":"2026-03-01T14:57:54.763714Z","end":"2026-03-01T14:57:56.340584Z","steps":["trace[668024839] 'agreement among raft nodes before linearized reading' (duration: 1.575597257s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:50.392214Z","time spent":"5.948323769s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:56.340603Z","caller":"traceutil/trace.go:171","msg":"trace[1736560285] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:25685; }","duration":"6.63980756s","start":"2026-03-01T14:57:49.700774Z","end":"2026-03-01T14:57:56.340582Z","steps":["trace[1736560285] 'agreement among raft nodes before linearized reading' (duration: 6.638288542s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.340599Z","caller":"traceutil/trace.go:171","msg":"trace[1782093802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25685; }","duration":"4.806178241s","start":"2026-03-01T14:57:51.534408Z","end":"2026-03-01T14:57:56.340586Z","steps":["trace[1782093802] 'agreement among raft nodes before linearized reading' (duration: 4.806107249s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639303348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-03-01T14:57:56.340641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:54.763693Z","time spent":"1.576939s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:52.206808Z","time spent":"4.132607705s","remote":"127.0.0.1:38652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.340655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:51.534384Z","time spent":"4.806262074s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.339426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700547Z","time spent":"6.638868397s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9697,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700015Z","time spent":"6.639271097s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7697,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320886579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:56.339818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.701991Z","time spent":"6.63782142s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:54.09279Z","time spent":"2.247167772s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-01T14:57:56.340806Z","caller":"traceutil/trace.go:171","msg":"trace[791796635] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25685; }","duration":"1.322034507s","start":"2026-03-01T14:57:55.018688Z","end":"2026-03-01T14:57:56.340723Z","steps":["trace[791796635] 'agreement among raft nodes before linearized reading' (duration: 1.320899598s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.340776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.369504866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T14:57:56.340063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961259417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:56.341085Z","caller":"traceutil/trace.go:171","msg":"trace[1096812653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25685; }","duration":"6.370108562s","start":"2026-03-01T14:57:49.970748Z","end":"2026-03-01T14:57:56.340856Z","steps":["trace[1096812653] 'agreement among raft nodes before linearized reading' (duration: 6.368257466s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.341097Z","caller":"traceutil/trace.go:171","msg":"trace[173837411] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25685; }","duration":"2.962329575s","start":"2026-03-01T14:57:53.378755Z","end":"2026-03-01T14:57:56.341084Z","steps":["trace[173837411] 'agreement among raft nodes before linearized reading' (duration: 2.961238906s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.341135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.378735Z","time spent":"2.962388727s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.340252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700831Z","time spent":"6.639409551s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:57:56.341165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.525184705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:57:56.341213Z","caller":"traceutil/trace.go:171","msg":"trace[1569327762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25685; }","duration":"6.525265896s","start":"2026-03-01T14:57:49.815935Z","end":"2026-03-01T14:57:56.341201Z","steps":["trace[1569327762] 'agreement among raft nodes before linearized reading' (duration: 6.523143513s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.341279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.815917Z","time spent":"6.525335359s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:57:56.34049Z","caller":"traceutil/trace.go:171","msg":"trace[1146509349] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25685; }","duration":"3.202779921s","start":"2026-03-01T14:57:53.137701Z","end":"2026-03-01T14:57:56.340481Z","steps":["trace[1146509349] 'agreement among raft nodes before linearized reading' (duration: 3.202436312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.341337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:53.137686Z","time spent":"3.203643163s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:57:56.33952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638845926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7688"} {"level":"warn","ts":"2026-03-01T14:57:56.339191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878330632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:56.341437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.97074Z","time spent":"6.370542203s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:57:56.341443Z","caller":"traceutil/trace.go:171","msg":"trace[2096190553] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:25685; }","duration":"6.640775095s","start":"2026-03-01T14:57:49.700653Z","end":"2026-03-01T14:57:56.341428Z","steps":["trace[2096190553] 'agreement among raft nodes before linearized reading' (duration: 6.638388425s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.341542Z","caller":"traceutil/trace.go:171","msg":"trace[1878600792] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25685; }","duration":"4.88064669s","start":"2026-03-01T14:57:51.460786Z","end":"2026-03-01T14:57:56.341432Z","steps":["trace[1878600792] 'agreement among raft nodes before linearized reading' (duration: 4.878240559s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.341594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.70065Z","time spent":"6.640933659s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7712,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"info","ts":"2026-03-01T14:57:56.340654Z","caller":"traceutil/trace.go:171","msg":"trace[213784126] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25685; }","duration":"6.64057672s","start":"2026-03-01T14:57:49.70007Z","end":"2026-03-01T14:57:56.340647Z","steps":["trace[213784126] 'agreement among raft nodes before linearized reading' (duration: 6.639285107s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:56.341658Z","caller":"traceutil/trace.go:171","msg":"trace[261681970] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"5.33617994s","start":"2026-03-01T14:57:51.005358Z","end":"2026-03-01T14:57:56.341538Z","steps":["trace[261681970] 'process raft request' (duration: 5.282384886s)","trace[261681970] 'compare' (duration: 50.264514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:56.341679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700052Z","time spent":"6.641610436s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5154,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744775372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-01T14:57:56.341716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:51.46076Z","time spent":"4.880935468s","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:56.341731Z","caller":"traceutil/trace.go:171","msg":"trace[1180674864] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25685; }","duration":"3.746995648s","start":"2026-03-01T14:57:52.594727Z","end":"2026-03-01T14:57:56.341722Z","steps":["trace[1180674864] 'agreement among raft nodes before linearized reading' (duration: 3.744733001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.341792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:52.594706Z","time spent":"3.747073621s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.214176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-01T14:57:56.341914Z","caller":"traceutil/trace.go:171","msg":"trace[1849667756] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7; range_end:; response_count:1; response_revision:25685; }","duration":"994.209607ms","start":"2026-03-01T14:57:55.347678Z","end":"2026-03-01T14:57:56.341887Z","steps":["trace[1849667756] 'agreement among raft nodes before linearized reading' (duration: 991.788855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.341991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:55.347654Z","time spent":"994.315659ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" "} {"level":"warn","ts":"2026-03-01T14:57:56.342002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:51.005335Z","time spent":"5.336343643s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:56.34087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:55.018677Z","time spent":"1.322171721s","remote":"127.0.0.1:38436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.339939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376750541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:56.342183Z","caller":"traceutil/trace.go:171","msg":"trace[365317474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25685; }","duration":"3.379031009s","start":"2026-03-01T14:57:52.963145Z","end":"2026-03-01T14:57:56.342176Z","steps":["trace[365317474] 'agreement among raft nodes before linearized reading' (duration: 3.375875119s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.339472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.354123527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:57:56.342255Z","caller":"traceutil/trace.go:171","msg":"trace[2112770789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25685; }","duration":"6.356931628s","start":"2026-03-01T14:57:49.985304Z","end":"2026-03-01T14:57:56.342236Z","steps":["trace[2112770789] 'agreement among raft nodes before linearized reading' (duration: 6.354036405s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.342324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.985287Z","time spent":"6.35701917s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:57:56.339328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700432Z","time spent":"6.638888368s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3130,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:57:56.340656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700759Z","time spent":"6.639882522s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:57:56.342205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:52.963129Z","time spent":"3.37906836s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:56.339267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638709453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-03-01T14:57:56.344506Z","caller":"traceutil/trace.go:171","msg":"trace[1101063230] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:25685; }","duration":"6.643953276s","start":"2026-03-01T14:57:49.700536Z","end":"2026-03-01T14:57:56.344489Z","steps":["trace[1101063230] 'agreement among raft nodes before linearized reading' (duration: 6.63861636s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:56.34455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:49.700532Z","time spent":"6.644002017s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4636,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:57:56.845648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:57.346105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227911982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:57.627099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281837179s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:58.348412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:58.348508Z","caller":"traceutil/trace.go:171","msg":"trace[1991326261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342505s","start":"2026-03-01T14:57:56.348146Z","end":"2026-03-01T14:57:58.348489Z","steps":["trace[1991326261] 'agreement among raft nodes before linearized reading' (duration: 2.000221342s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:58.348555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.348142Z","time spent":"2.000404757s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:57:58.82735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199884641s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:58.827452Z","caller":"traceutil/trace.go:171","msg":"trace[933559284] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"2.482235473s","start":"2026-03-01T14:57:56.345196Z","end":"2026-03-01T14:57:58.827432Z","steps":["trace[933559284] 'process raft request' (duration: 1.282201198s)","trace[933559284] 'compare' (duration: 1.199743078s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:58.827501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.345184Z","time spent":"2.482293954s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:58.862413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513697871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:58.862504Z","caller":"traceutil/trace.go:171","msg":"trace[340719213] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.513818134s","start":"2026-03-01T14:57:56.348665Z","end":"2026-03-01T14:57:58.862483Z","steps":["trace[340719213] 'agreement among raft nodes before linearized reading' (duration: 2.513701571s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:58.862555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.348662Z","time spent":"2.513880376s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/01 14:57:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:59.629869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.995719979s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:59.81579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.347189Z","time spent":"3.46859492s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:57:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:59.970707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999369484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:59.970789Z","caller":"traceutil/trace.go:171","msg":"trace[615338050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999509006s","start":"2026-03-01T14:57:56.971261Z","end":"2026-03-01T14:57:59.97077Z","steps":["trace[615338050] 'agreement among raft nodes before linearized reading' (duration: 2.999394273s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:59.970846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.971246Z","time spent":"2.999589469s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 14:57:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:59.970846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999206349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:59.971043Z","caller":"traceutil/trace.go:171","msg":"trace[768749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999475526s","start":"2026-03-01T14:57:56.971532Z","end":"2026-03-01T14:57:59.971007Z","steps":["trace[768749] 'agreement among raft nodes before linearized reading' (duration: 2.99920994s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:59.971119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.971527Z","time spent":"2.999577239s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 14:57:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:59.978232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.348043Z","time spent":"3.630185067s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:57:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.158426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009567132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.158486Z","caller":"traceutil/trace.go:171","msg":"trace[1553485426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.009682745s","start":"2026-03-01T14:57:57.148789Z","end":"2026-03-01T14:58:00.158472Z","steps":["trace[1553485426] 'agreement among raft nodes before linearized reading' (duration: 3.009606623s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.15852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:57.148771Z","time spent":"3.009740226s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.204611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854291389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.204702Z","caller":"traceutil/trace.go:171","msg":"trace[2129604987] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"3.854395941s","start":"2026-03-01T14:57:56.350291Z","end":"2026-03-01T14:58:00.204687Z","steps":["trace[2129604987] 'agreement among raft nodes before linearized reading' (duration: 3.854298079s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.204761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350286Z","time spent":"3.854465883s","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.20483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854441782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.204846Z","caller":"traceutil/trace.go:171","msg":"trace[174217154] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; }","duration":"3.854465843s","start":"2026-03-01T14:57:56.350375Z","end":"2026-03-01T14:58:00.204841Z","steps":["trace[174217154] 'agreement among raft nodes before linearized reading' (duration: 3.854449222s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.204865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350372Z","time spent":"3.854488653s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:58:00.204847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855239752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.204945Z","caller":"traceutil/trace.go:171","msg":"trace[1904689514] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; }","duration":"3.855363745s","start":"2026-03-01T14:57:56.349558Z","end":"2026-03-01T14:58:00.204922Z","steps":["trace[1904689514] 'agreement among raft nodes before linearized reading' (duration: 3.855233332s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.204981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854464053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T14:58:00.20499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349547Z","time spent":"3.855434587s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-01T14:58:00.205005Z","caller":"traceutil/trace.go:171","msg":"trace[1594273936] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; }","duration":"3.854498004s","start":"2026-03-01T14:57:56.3505Z","end":"2026-03-01T14:58:00.204998Z","steps":["trace[1594273936] 'agreement among raft nodes before linearized reading' (duration: 3.854472973s)"],"step_count":1} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350494Z","time spent":"3.854535445s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856839153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205111Z","caller":"traceutil/trace.go:171","msg":"trace[1838427275] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; }","duration":"3.856873344s","start":"2026-03-01T14:57:56.348229Z","end":"2026-03-01T14:58:00.205103Z","steps":["trace[1838427275] 'agreement among raft nodes before linearized reading' (duration: 3.856854794s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.348223Z","time spent":"3.856898085s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854579076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205164Z","caller":"traceutil/trace.go:171","msg":"trace[529340850] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; }","duration":"3.854595796s","start":"2026-03-01T14:57:56.350565Z","end":"2026-03-01T14:58:00.205161Z","steps":["trace[529340850] 'agreement among raft nodes before linearized reading' (duration: 3.854585066s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350561Z","time spent":"3.854611086s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855611692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205212Z","caller":"traceutil/trace.go:171","msg":"trace[4897876] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; }","duration":"3.855627942s","start":"2026-03-01T14:57:56.34958Z","end":"2026-03-01T14:58:00.205208Z","steps":["trace[4897876] 'agreement among raft nodes before linearized reading' (duration: 3.855617752s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349577Z","time spent":"3.855665193s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854695409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205292Z","caller":"traceutil/trace.go:171","msg":"trace[981041591] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; }","duration":"3.854713309s","start":"2026-03-01T14:57:56.350576Z","end":"2026-03-01T14:58:00.205289Z","steps":["trace[981041591] 'agreement among raft nodes before linearized reading' (duration: 3.854700929s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350571Z","time spent":"3.854729119s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855737464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205352Z","caller":"traceutil/trace.go:171","msg":"trace[296710363] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; }","duration":"3.855753405s","start":"2026-03-01T14:57:56.349594Z","end":"2026-03-01T14:58:00.205347Z","steps":["trace[296710363] 'agreement among raft nodes before linearized reading' (duration: 3.855742604s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85474923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T14:58:00.205364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349591Z","time spent":"3.855769546s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T14:58:00.205378Z","caller":"traceutil/trace.go:171","msg":"trace[46550442] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; }","duration":"3.854786691s","start":"2026-03-01T14:57:56.350583Z","end":"2026-03-01T14:58:00.20537Z","steps":["trace[46550442] 'agreement among raft nodes before linearized reading' (duration: 3.85475311s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855684684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205419Z","caller":"traceutil/trace.go:171","msg":"trace[21284592] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; }","duration":"3.855712024s","start":"2026-03-01T14:57:56.349703Z","end":"2026-03-01T14:58:00.205415Z","steps":["trace[21284592] 'agreement among raft nodes before linearized reading' (duration: 3.855694094s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349698Z","time spent":"3.855730075s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855846757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205476Z","caller":"traceutil/trace.go:171","msg":"trace[36408858] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; }","duration":"3.855862568s","start":"2026-03-01T14:57:56.34961Z","end":"2026-03-01T14:58:00.205473Z","steps":["trace[36408858] 'agreement among raft nodes before linearized reading' (duration: 3.855851677s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854907004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T14:58:00.205487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349604Z","time spent":"3.855880748s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/ovn-northd\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855776966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205539Z","caller":"traceutil/trace.go:171","msg":"trace[1177001637] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; }","duration":"3.855798536s","start":"2026-03-01T14:57:56.349737Z","end":"2026-03-01T14:58:00.205535Z","steps":["trace[1177001637] 'agreement among raft nodes before linearized reading' (duration: 3.855786586s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349731Z","time spent":"3.855820577s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-01T14:58:00.205497Z","caller":"traceutil/trace.go:171","msg":"trace[1284793413] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"3.854941465s","start":"2026-03-01T14:57:56.35055Z","end":"2026-03-01T14:58:00.205491Z","steps":["trace[1284793413] 'agreement among raft nodes before linearized reading' (duration: 3.854910754s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854948785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.20561Z","caller":"traceutil/trace.go:171","msg":"trace[1406960154] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; }","duration":"3.854967815s","start":"2026-03-01T14:57:56.350639Z","end":"2026-03-01T14:58:00.205606Z","steps":["trace[1406960154] 'agreement among raft nodes before linearized reading' (duration: 3.854954385s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350635Z","time spent":"3.854984306s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-01T14:58:00.205402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350579Z","time spent":"3.854818022s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-01T14:58:00.205662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855131209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205673Z","caller":"traceutil/trace.go:171","msg":"trace[1327452159] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; }","duration":"3.85514858s","start":"2026-03-01T14:57:56.350521Z","end":"2026-03-01T14:58:00.205669Z","steps":["trace[1327452159] 'agreement among raft nodes before linearized reading' (duration: 3.855136639s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350517Z","time spent":"3.855164731s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:58:00.205776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856261418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205787Z","caller":"traceutil/trace.go:171","msg":"trace[1434585314] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; }","duration":"3.856279758s","start":"2026-03-01T14:57:56.349503Z","end":"2026-03-01T14:58:00.205783Z","steps":["trace[1434585314] 'agreement among raft nodes before linearized reading' (duration: 3.856268578s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349499Z","time spent":"3.856298299s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-01T14:58:00.205799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350547Z","time spent":"3.855242653s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-01T14:58:00.205829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855271893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T14:58:00.205796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855219422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.205844Z","caller":"traceutil/trace.go:171","msg":"trace[1903577584] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; }","duration":"3.855293174s","start":"2026-03-01T14:57:56.350545Z","end":"2026-03-01T14:58:00.205838Z","steps":["trace[1903577584] 'agreement among raft nodes before linearized reading' (duration: 3.855278673s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:00.205878Z","caller":"traceutil/trace.go:171","msg":"trace[981263346] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; }","duration":"3.855314894s","start":"2026-03-01T14:57:56.350534Z","end":"2026-03-01T14:58:00.205849Z","steps":["trace[981263346] 'agreement among raft nodes before linearized reading' (duration: 3.855221562s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.205892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350541Z","time spent":"3.855346475s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.205915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.350531Z","time spent":"3.855376796s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.206121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856638148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.206218Z","caller":"traceutil/trace.go:171","msg":"trace[1274964320] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; }","duration":"3.85709789s","start":"2026-03-01T14:57:56.349099Z","end":"2026-03-01T14:58:00.206197Z","steps":["trace[1274964320] 'agreement among raft nodes before linearized reading' (duration: 3.856641938s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.206274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.349095Z","time spent":"3.857166131s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:00.349926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:00.350064Z","caller":"traceutil/trace.go:171","msg":"trace[1912254286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561401s","start":"2026-03-01T14:57:58.349474Z","end":"2026-03-01T14:58:00.350035Z","steps":["trace[1912254286] 'agreement among raft nodes before linearized reading' (duration: 2.000347546s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.350127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:58.349413Z","time spent":"2.000698905s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:00.716866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999230608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:00.716976Z","caller":"traceutil/trace.go:171","msg":"trace[165258960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999412482s","start":"2026-03-01T14:57:58.717539Z","end":"2026-03-01T14:58:00.716951Z","steps":["trace[165258960] 'agreement among raft nodes before linearized reading' (duration: 1.999281329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:00.717039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:58.717521Z","time spent":"1.999503404s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:01.206971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453633204s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:01.358405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.358619Z","time spent":"4.999782041s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:01.359548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.359995Z","time spent":"4.999551075s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:01.360705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.361393Z","time spent":"4.999310668s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:58:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:01.360889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.360992Z","time spent":"4.999896003s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:58:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:01.360927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.362204Z","time spent":"4.998721623s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:58:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:02.072026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441972661s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:58:02.072322Z","caller":"traceutil/trace.go:171","msg":"trace[1945439617] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"5.724906414s","start":"2026-03-01T14:57:56.347391Z","end":"2026-03-01T14:58:02.072298Z","steps":["trace[1945439617] 'process raft request' (duration: 5.724853143s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:02.072313Z","caller":"traceutil/trace.go:171","msg":"trace[1998337656] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"5.724988636s","start":"2026-03-01T14:57:56.347301Z","end":"2026-03-01T14:58:02.07229Z","steps":["trace[1998337656] 'process raft request' (duration: 5.724900084s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:02.072394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.345461Z","time spent":"5.726928356s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:02.072413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.347382Z","time spent":"5.724970416s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:02.07242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.347298Z","time spent":"5.725063808s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:02.073409Z","caller":"traceutil/trace.go:171","msg":"trace[518739551] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"5.588314292s","start":"2026-03-01T14:57:56.485081Z","end":"2026-03-01T14:58:02.073395Z","steps":["trace[518739551] 'process raft request' (duration: 5.588218939s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:02.073483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.485059Z","time spent":"5.588390894s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:02.073534Z","caller":"traceutil/trace.go:171","msg":"trace[1268203555] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"5.425641398s","start":"2026-03-01T14:57:56.647877Z","end":"2026-03-01T14:58:02.073518Z","steps":["trace[1268203555] 'process raft request' (duration: 5.425490164s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:02.073613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.647862Z","time spent":"5.425692909s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:02.073669Z","caller":"traceutil/trace.go:171","msg":"trace[905418133] linearizableReadLoop","detail":"{readStateIndex:26672; appliedIndex:26659; }","duration":"5.72826562s","start":"2026-03-01T14:57:56.345392Z","end":"2026-03-01T14:58:02.073658Z","steps":["trace[905418133] 'read index received' (duration: 1.282020544s)","trace[905418133] 'applied index is now lower than readState.Index' (duration: 4.446243956s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:02.359344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:02.359412Z","caller":"traceutil/trace.go:171","msg":"trace[1888837734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182381s","start":"2026-03-01T14:58:00.359214Z","end":"2026-03-01T14:58:02.359396Z","steps":["trace[1888837734] 'agreement among raft nodes before linearized reading' (duration: 2.000090259s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:02.359448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:00.359193Z","time spent":"2.000248093s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:02.410365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203263956s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:03.909235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.498605715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:04.360902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001173516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:04.361001Z","caller":"traceutil/trace.go:171","msg":"trace[799383923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0013125s","start":"2026-03-01T14:58:02.359661Z","end":"2026-03-01T14:58:04.360974Z","steps":["trace[799383923] 'agreement among raft nodes before linearized reading' (duration: 2.001195267s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:04.361056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:02.359649Z","time spent":"2.001394692s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:04.971497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.972744Z","time spent":"4.998743834s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:04.971791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.973251Z","time spent":"4.998537789s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:05.115168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041671887s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:58:05.115385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.769975798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-03-01T14:58:05.115465Z","caller":"traceutil/trace.go:171","msg":"trace[425531783] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:25698; }","duration":"8.77007433s","start":"2026-03-01T14:57:56.345364Z","end":"2026-03-01T14:58:05.115438Z","steps":["trace[425531783] 'agreement among raft nodes before linearized reading' (duration: 5.728351882s)","trace[425531783] 'range keys from in-memory index tree' (duration: 3.041579024s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:05.115497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.345348Z","time spent":"8.770139902s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4803,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-01T14:58:05.115559Z","caller":"traceutil/trace.go:171","msg":"trace[2102488080] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25698; }","duration":"5.297769735s","start":"2026-03-01T14:57:59.817766Z","end":"2026-03-01T14:58:05.115536Z","steps":["trace[2102488080] 'process raft request' (duration: 5.29756548s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.115515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754536288s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:05.115695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.817737Z","time spent":"5.297883888s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:05.115702Z","caller":"traceutil/trace.go:171","msg":"trace[1251516280] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25698; }","duration":"2.754738183s","start":"2026-03-01T14:58:02.360928Z","end":"2026-03-01T14:58:05.115666Z","steps":["trace[1251516280] 'range keys from in-memory index tree' (duration: 2.754508387s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:05.119701Z","caller":"traceutil/trace.go:171","msg":"trace[1181923277] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25700; }","duration":"5.140101159s","start":"2026-03-01T14:57:59.979576Z","end":"2026-03-01T14:58:05.119677Z","steps":["trace[1181923277] 'process raft request' (duration: 5.139825982s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:05.11976Z","caller":"traceutil/trace.go:171","msg":"trace[364052478] linearizableReadLoop","detail":"{readStateIndex:26680; appliedIndex:26672; }","duration":"3.046017627s","start":"2026-03-01T14:58:02.073695Z","end":"2026-03-01T14:58:05.119713Z","steps":["trace[364052478] 'read index received' (duration: 336.997604ms)","trace[364052478] 'applied index is now lower than readState.Index' (duration: 2.709018343s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:05.119798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.979556Z","time spent":"5.140194721s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:05.120021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519097017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.120067Z","caller":"traceutil/trace.go:171","msg":"trace[701567542] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25702; }","duration":"5.519172659s","start":"2026-03-01T14:57:59.600876Z","end":"2026-03-01T14:58:05.120048Z","steps":["trace[701567542] 'agreement among raft nodes before linearized reading' (duration: 5.519094957s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.60086Z","time spent":"5.51922803s","remote":"127.0.0.1:38804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:05.120209Z","caller":"traceutil/trace.go:171","msg":"trace[1472021667] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"4.28271267s","start":"2026-03-01T14:58:00.837489Z","end":"2026-03-01T14:58:05.120202Z","steps":["trace[1472021667] 'process raft request' (duration: 4.282019993s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:00.83747Z","time spent":"4.282752971s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:05.120306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735478142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:58:05.120353Z","caller":"traceutil/trace.go:171","msg":"trace[1194268703] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25702; }","duration":"5.735580775s","start":"2026-03-01T14:57:59.384761Z","end":"2026-03-01T14:58:05.120342Z","steps":["trace[1194268703] 'agreement among raft nodes before linearized reading' (duration: 5.735310289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.384746Z","time spent":"5.735630806s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:05.12034Z","caller":"traceutil/trace.go:171","msg":"trace[1410884321] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"3.772028203s","start":"2026-03-01T14:58:01.348302Z","end":"2026-03-01T14:58:05.12033Z","steps":["trace[1410884321] 'process raft request' (duration: 3.771324275s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.348282Z","time spent":"3.772192628s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:05.120603Z","caller":"traceutil/trace.go:171","msg":"trace[1084786872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25702; }","duration":"3.047345041s","start":"2026-03-01T14:58:02.07325Z","end":"2026-03-01T14:58:05.120595Z","steps":["trace[1084786872] 'process raft request' (duration: 3.046423177s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923968692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:05.120639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:02.073233Z","time spent":"3.047385991s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:05.120649Z","caller":"traceutil/trace.go:171","msg":"trace[2110374561] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25702; }","duration":"5.924027464s","start":"2026-03-01T14:57:59.196609Z","end":"2026-03-01T14:58:05.120636Z","steps":["trace[2110374561] 'agreement among raft nodes before linearized reading' (duration: 5.923973462s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:59.196593Z","time spent":"5.924077715s","remote":"127.0.0.1:38442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.120835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759308711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.120865Z","caller":"traceutil/trace.go:171","msg":"trace[2137064171] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25702; }","duration":"6.759369492s","start":"2026-03-01T14:57:58.361485Z","end":"2026-03-01T14:58:05.120855Z","steps":["trace[2137064171] 'agreement among raft nodes before linearized reading' (duration: 6.759317421s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:58.361464Z","time spent":"6.759417153s","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.120937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267469352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:05.120963Z","caller":"traceutil/trace.go:171","msg":"trace[705220678] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25702; }","duration":"3.267534054s","start":"2026-03-01T14:58:01.853422Z","end":"2026-03-01T14:58:05.120956Z","steps":["trace[705220678] 'agreement among raft nodes before linearized reading' (duration: 3.267451412s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.120985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.853403Z","time spent":"3.267576164s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.121055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.243344783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.121089Z","caller":"traceutil/trace.go:171","msg":"trace[1664787842] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25702; }","duration":"7.243419325s","start":"2026-03-01T14:57:57.877655Z","end":"2026-03-01T14:58:05.121075Z","steps":["trace[1664787842] 'agreement among raft nodes before linearized reading' (duration: 7.243365193s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.12112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:57.877619Z","time spent":"7.243493797s","remote":"127.0.0.1:45224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.121196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758757217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-01T14:58:05.121218Z","caller":"traceutil/trace.go:171","msg":"trace[101435152] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25702; }","duration":"3.758786418s","start":"2026-03-01T14:58:01.362424Z","end":"2026-03-01T14:58:05.121211Z","steps":["trace[101435152] 'agreement among raft nodes before linearized reading' (duration: 3.758682296s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.36242Z","time spent":"3.758811669s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:58:05.121372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759631309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-01T14:58:05.121389Z","caller":"traceutil/trace.go:171","msg":"trace[492606532] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25702; }","duration":"3.759655429s","start":"2026-03-01T14:58:01.361728Z","end":"2026-03-01T14:58:05.121383Z","steps":["trace[492606532] 'agreement among raft nodes before linearized reading' (duration: 3.759597768s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.361725Z","time spent":"3.75967575s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-01T14:58:05.121457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08220649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:58:05.121485Z","caller":"traceutil/trace.go:171","msg":"trace[688939847] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25702; }","duration":"8.082274112s","start":"2026-03-01T14:57:57.039202Z","end":"2026-03-01T14:58:05.121476Z","steps":["trace[688939847] 'agreement among raft nodes before linearized reading' (duration: 8.082059686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:57.039182Z","time spent":"8.082324644s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.121523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759802043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-01T14:58:05.121546Z","caller":"traceutil/trace.go:171","msg":"trace[267840060] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25702; }","duration":"3.759829323s","start":"2026-03-01T14:58:01.361708Z","end":"2026-03-01T14:58:05.121537Z","steps":["trace[267840060] 'agreement among raft nodes before linearized reading' (duration: 3.759769182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.361704Z","time spent":"3.759873595s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-01T14:58:05.121698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760303515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:58:05.121715Z","caller":"traceutil/trace.go:171","msg":"trace[1576007016] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25702; }","duration":"3.760328787s","start":"2026-03-01T14:58:01.36138Z","end":"2026-03-01T14:58:05.121709Z","steps":["trace[1576007016] 'agreement among raft nodes before linearized reading' (duration: 3.760276705s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.23796436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.121756Z","caller":"traceutil/trace.go:171","msg":"trace[1541767564] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25702; }","duration":"8.238032882s","start":"2026-03-01T14:57:56.883713Z","end":"2026-03-01T14:58:05.121746Z","steps":["trace[1541767564] 'agreement among raft nodes before linearized reading' (duration: 8.23796682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.883695Z","time spent":"8.238079702s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.122024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761211869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-01T14:58:05.122053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.577887918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:05.122086Z","caller":"traceutil/trace.go:171","msg":"trace[458224756] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25702; }","duration":"8.57797536s","start":"2026-03-01T14:57:56.5441Z","end":"2026-03-01T14:58:05.122076Z","steps":["trace[458224756] 'agreement among raft nodes before linearized reading' (duration: 8.577819076s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:05.122089Z","caller":"traceutil/trace.go:171","msg":"trace[905076841] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25702; }","duration":"3.761297512s","start":"2026-03-01T14:58:01.360774Z","end":"2026-03-01T14:58:05.122072Z","steps":["trace[905076841] 'agreement among raft nodes before linearized reading' (duration: 3.760986654s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.121734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.361376Z","time spent":"3.760351607s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:58:05.122118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.544073Z","time spent":"8.578033481s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.122121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:01.360767Z","time spent":"3.761346803s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T14:58:05.122143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578337885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.122171Z","caller":"traceutil/trace.go:171","msg":"trace[1446154128] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25702; }","duration":"4.578400607s","start":"2026-03-01T14:58:00.543762Z","end":"2026-03-01T14:58:05.122162Z","steps":["trace[1446154128] 'agreement among raft nodes before linearized reading' (duration: 4.578352016s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:00.543743Z","time spent":"4.578446259s","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.122299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.59100131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.12232Z","caller":"traceutil/trace.go:171","msg":"trace[1941181415] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25702; }","duration":"8.591021631s","start":"2026-03-01T14:57:56.53129Z","end":"2026-03-01T14:58:05.122311Z","steps":["trace[1941181415] 'agreement among raft nodes before linearized reading' (duration: 8.5909839s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.531212Z","time spent":"8.591118733s","remote":"127.0.0.1:43488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.122375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76349313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-01T14:58:05.122397Z","caller":"traceutil/trace.go:171","msg":"trace[761051648] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25702; }","duration":"4.763560582s","start":"2026-03-01T14:58:00.35883Z","end":"2026-03-01T14:58:05.122391Z","steps":["trace[761051648] 'agreement among raft nodes before linearized reading' (duration: 4.76348988s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:00.358806Z","time spent":"4.763604832s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:58:05.122499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.604541513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:05.122518Z","caller":"traceutil/trace.go:171","msg":"trace[1004522124] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25702; }","duration":"8.604619415s","start":"2026-03-01T14:57:56.517891Z","end":"2026-03-01T14:58:05.122511Z","steps":["trace[1004522124] 'agreement among raft nodes before linearized reading' (duration: 8.604531642s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.517859Z","time spent":"8.604671436s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:05.122634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.705361839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:05.122649Z","caller":"traceutil/trace.go:171","msg":"trace[979344446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25702; }","duration":"8.70541282s","start":"2026-03-01T14:57:56.41723Z","end":"2026-03-01T14:58:05.122643Z","steps":["trace[979344446] 'agreement among raft nodes before linearized reading' (duration: 8.705379319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.417215Z","time spent":"8.705444291s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:05.122726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.775858226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T14:58:05.122754Z","caller":"traceutil/trace.go:171","msg":"trace[172312013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25702; }","duration":"8.775896787s","start":"2026-03-01T14:57:56.346848Z","end":"2026-03-01T14:58:05.122745Z","steps":["trace[172312013] 'agreement among raft nodes before linearized reading' (duration: 8.775793464s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.77562428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b2ef0b4b-8d6a-4e73-b3e0-58f2eea3e77a\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-01T14:58:05.122775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.346842Z","time spent":"8.775928037s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:58:05.122792Z","caller":"traceutil/trace.go:171","msg":"trace[305931706] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b2ef0b4b-8d6a-4e73-b3e0-58f2eea3e77a; range_end:; response_count:1; response_revision:25702; }","duration":"8.775678121s","start":"2026-03-01T14:57:56.347097Z","end":"2026-03-01T14:58:05.122775Z","steps":["trace[305931706] 'agreement among raft nodes before linearized reading' (duration: 8.775556868s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:05.122837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:56.347094Z","time spent":"8.775731223s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-b2ef0b4b-8d6a-4e73-b3e0-58f2eea3e77a\" "} {"level":"warn","ts":"2026-03-01T14:58:05.620198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:05.914609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.005125207s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:06.358518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229124742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:06.358604Z","caller":"traceutil/trace.go:171","msg":"trace[2086654724] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.229258475s","start":"2026-03-01T14:58:05.129326Z","end":"2026-03-01T14:58:06.358585Z","steps":["trace[2086654724] 'agreement among raft nodes before linearized reading' (duration: 1.229133662s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:06.35865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.12932Z","time spent":"1.229321116s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/01 14:58:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:06.359402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226979908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:06.359479Z","caller":"traceutil/trace.go:171","msg":"trace[334463835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.22705987s","start":"2026-03-01T14:58:05.132387Z","end":"2026-03-01T14:58:06.359447Z","steps":["trace[334463835] 'agreement among raft nodes before linearized reading' (duration: 1.226991779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:06.359522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.132381Z","time spent":"1.227127662s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/01 14:58:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:06.365662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237593627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:06.365737Z","caller":"traceutil/trace.go:171","msg":"trace[41271543] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"1.23771517s","start":"2026-03-01T14:58:05.128006Z","end":"2026-03-01T14:58:06.365721Z","steps":["trace[41271543] 'agreement among raft nodes before linearized reading' (duration: 1.237621298s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:06.365777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.127984Z","time spent":"1.237785352s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/01 14:58:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:06.366439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23848164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:06.366482Z","caller":"traceutil/trace.go:171","msg":"trace[178520749] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.238545301s","start":"2026-03-01T14:58:05.127928Z","end":"2026-03-01T14:58:06.366473Z","steps":["trace[178520749] 'agreement among raft nodes before linearized reading' (duration: 1.23849898s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:06.366504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.127921Z","time spent":"1.238577542s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/01 14:58:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:06.371278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003824653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:06.371309Z","caller":"traceutil/trace.go:171","msg":"trace[287785715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003886515s","start":"2026-03-01T14:58:04.367415Z","end":"2026-03-01T14:58:06.371302Z","steps":["trace[287785715] 'agreement among raft nodes before linearized reading' (duration: 2.003852564s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:06.371329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:04.367401Z","time spent":"2.003923055s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:08.371116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999613117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:08.371178Z","caller":"traceutil/trace.go:171","msg":"trace[1239635106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99973471s","start":"2026-03-01T14:58:06.37143Z","end":"2026-03-01T14:58:08.371165Z","steps":["trace[1239635106] 'agreement among raft nodes before linearized reading' (duration: 1.999649438s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:08.371209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:06.371415Z","time spent":"1.999788822s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:08.546451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631525637s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:08.548359Z","caller":"traceutil/trace.go:171","msg":"trace[1256698339] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"4.695348861s","start":"2026-03-01T14:58:03.852793Z","end":"2026-03-01T14:58:08.548141Z","steps":["trace[1256698339] 'process raft request' (duration: 2.062039129s)","trace[1256698339] 'compare' (duration: 2.630676025s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:08.548618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:03.852776Z","time spent":"4.695753332s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:09.919516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.004637601s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:10.131212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999579726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:10.13134Z","caller":"traceutil/trace.go:171","msg":"trace[1628667160] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99973471s","start":"2026-03-01T14:58:05.131576Z","end":"2026-03-01T14:58:10.131311Z","steps":["trace[1628667160] 'agreement among raft nodes before linearized reading' (duration: 4.999571776s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:10.131413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.131569Z","time spent":"4.999823872s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/01 14:58:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:10.384715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006004248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:10.384903Z","caller":"traceutil/trace.go:171","msg":"trace[1229869173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006239724s","start":"2026-03-01T14:58:08.378639Z","end":"2026-03-01T14:58:10.384878Z","steps":["trace[1229869173] 'agreement among raft nodes before linearized reading' (duration: 2.006035779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:10.384958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:08.37862Z","time spent":"2.006326727s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:11.022092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102281296s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:58:11.022425Z","caller":"traceutil/trace.go:171","msg":"trace[1560798711] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26680; }","duration":"5.902567679s","start":"2026-03-01T14:58:05.119832Z","end":"2026-03-01T14:58:11.0224Z","steps":["trace[1560798711] 'read index received' (duration: 795.013856ms)","trace[1560798711] 'applied index is now lower than readState.Index' (duration: 5.107552333s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:11.022493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.124325Z","time spent":"5.898162567s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:11.022606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.987213302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:11.022646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.584052477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:11.022658Z","caller":"traceutil/trace.go:171","msg":"trace[1236696700] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25704; }","duration":"7.987298394s","start":"2026-03-01T14:58:03.03534Z","end":"2026-03-01T14:58:11.022639Z","steps":["trace[1236696700] 'agreement among raft nodes before linearized reading' (duration: 7.98716038s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:11.022681Z","caller":"traceutil/trace.go:171","msg":"trace[964238013] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25704; }","duration":"6.584133489s","start":"2026-03-01T14:58:04.438538Z","end":"2026-03-01T14:58:11.022671Z","steps":["trace[964238013] 'agreement among raft nodes before linearized reading' (duration: 6.584059787s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:11.022653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908825567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:11.022703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.497313221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:11.022705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:03.035325Z","time spent":"7.987364676s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:11.022746Z","caller":"traceutil/trace.go:171","msg":"trace[550151319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25704; }","duration":"5.908960421s","start":"2026-03-01T14:58:05.11376Z","end":"2026-03-01T14:58:11.02272Z","steps":["trace[550151319] 'agreement among raft nodes before linearized reading' (duration: 5.908674624s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:11.022757Z","caller":"traceutil/trace.go:171","msg":"trace[91297948] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25704; }","duration":"7.497379932s","start":"2026-03-01T14:58:03.525357Z","end":"2026-03-01T14:58:11.022737Z","steps":["trace[91297948] 'agreement among raft nodes before linearized reading' (duration: 7.49731006s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:11.022758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.092816779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-01T14:58:11.022806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.113724Z","time spent":"5.909066074s","remote":"127.0.0.1:38862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:11.022803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:03.525348Z","time spent":"7.497440233s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:11.022833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.862666587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1898bf74e57fdb5d\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-01T14:58:11.022857Z","caller":"traceutil/trace.go:171","msg":"trace[938737854] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25704; }","duration":"8.092961943s","start":"2026-03-01T14:58:02.929869Z","end":"2026-03-01T14:58:11.022831Z","steps":["trace[938737854] 'agreement among raft nodes before linearized reading' (duration: 8.092649945s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:11.022768Z","caller":"traceutil/trace.go:171","msg":"trace[977802099] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"5.890566794s","start":"2026-03-01T14:58:05.132166Z","end":"2026-03-01T14:58:11.022732Z","steps":["trace[977802099] 'process raft request' (duration: 5.890056531s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:11.022703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:04.438517Z","time spent":"6.58418067s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:11.022904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:02.929853Z","time spent":"8.093041634s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-01T14:58:11.022909Z","caller":"traceutil/trace.go:171","msg":"trace[1873240484] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1898bf74e57fdb5d; range_end:; response_count:1; response_revision:25704; }","duration":"8.86278014s","start":"2026-03-01T14:58:02.160103Z","end":"2026-03-01T14:58:11.022883Z","steps":["trace[1873240484] 'agreement among raft nodes before linearized reading' (duration: 8.862574575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:11.022964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:02.160083Z","time spent":"8.862867572s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1898bf74e57fdb5d\" "} {"level":"warn","ts":"2026-03-01T14:58:11.022638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.512924086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:11.023007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.132152Z","time spent":"5.890767269s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:11.023036Z","caller":"traceutil/trace.go:171","msg":"trace[64269023] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25704; }","duration":"7.513313367s","start":"2026-03-01T14:58:03.509691Z","end":"2026-03-01T14:58:11.023004Z","steps":["trace[64269023] 'agreement among raft nodes before linearized reading' (duration: 7.512780953s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:11.023107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:03.509674Z","time spent":"7.513407759s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:11.36573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:06.366612Z","time spent":"4.999110555s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:11.366759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:06.37149Z","time spent":"4.995266156s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:58:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:11.522743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:11.860788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.941031812s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:12.127639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:07.129134Z","time spent":"4.998494637s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:12.380026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994850666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:12.380119Z","caller":"traceutil/trace.go:171","msg":"trace[172567561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99501001s","start":"2026-03-01T14:58:10.385089Z","end":"2026-03-01T14:58:12.380099Z","steps":["trace[172567561] 'agreement among raft nodes before linearized reading' (duration: 1.994890237s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:12.380173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.385066Z","time spent":"1.995094482s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:13.18998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.563972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.190094Z","caller":"traceutil/trace.go:171","msg":"trace[1288669062] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25704; }","duration":"829.695186ms","start":"2026-03-01T14:58:12.360384Z","end":"2026-03-01T14:58:13.19008Z","steps":["trace[1288669062] 'range keys from in-memory index tree' (duration: 829.549952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.190901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329810154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:13.191451Z","caller":"traceutil/trace.go:171","msg":"trace[1725601000] linearizableReadLoop","detail":"{readStateIndex:26689; appliedIndex:26683; }","duration":"2.16895688s","start":"2026-03-01T14:58:11.022468Z","end":"2026-03-01T14:58:13.191425Z","steps":["trace[1725601000] 'read index received' (duration: 838.511889ms)","trace[1725601000] 'applied index is now lower than readState.Index' (duration: 1.330443491s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:13.191846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.925256258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:13.191917Z","caller":"traceutil/trace.go:171","msg":"trace[1293238683] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25710; }","duration":"3.925386951s","start":"2026-03-01T14:58:09.26651Z","end":"2026-03-01T14:58:13.191897Z","steps":["trace[1293238683] 'agreement among raft nodes before linearized reading' (duration: 3.925266398s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.19194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562112709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:13.191977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.323915455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:13.191973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.556999931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:13.191995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211752896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:13.192011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401940108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:13.192049Z","caller":"traceutil/trace.go:171","msg":"trace[1253292096] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25710; }","duration":"7.324038828s","start":"2026-03-01T14:58:05.86799Z","end":"2026-03-01T14:58:13.192029Z","steps":["trace[1253292096] 'agreement among raft nodes before linearized reading' (duration: 7.323878374s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:13.192Z","caller":"traceutil/trace.go:171","msg":"trace[1154920759] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25710; }","duration":"2.562218211s","start":"2026-03-01T14:58:10.629767Z","end":"2026-03-01T14:58:13.191985Z","steps":["trace[1154920759] 'agreement among raft nodes before linearized reading' (duration: 2.562096338s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722656628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.192078Z","caller":"traceutil/trace.go:171","msg":"trace[435853729] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25710; }","duration":"5.211889829s","start":"2026-03-01T14:58:07.980158Z","end":"2026-03-01T14:58:13.192048Z","steps":["trace[435853729] 'agreement among raft nodes before linearized reading' (duration: 5.211732215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.86797Z","time spent":"7.324114161s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:13.192093Z","caller":"traceutil/trace.go:171","msg":"trace[1156233399] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25710; }","duration":"5.402087012s","start":"2026-03-01T14:58:07.789989Z","end":"2026-03-01T14:58:13.192076Z","steps":["trace[1156233399] 'agreement among raft nodes before linearized reading' (duration: 5.401904727s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.629743Z","time spent":"2.562348354s","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:13.192132Z","caller":"traceutil/trace.go:171","msg":"trace[704241908] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25710; }","duration":"2.722693659s","start":"2026-03-01T14:58:10.469395Z","end":"2026-03-01T14:58:13.192089Z","steps":["trace[704241908] 'agreement among raft nodes before linearized reading' (duration: 2.722638837s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:13.192081Z","caller":"traceutil/trace.go:171","msg":"trace[1447029078] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"2.168609531s","start":"2026-03-01T14:58:11.023462Z","end":"2026-03-01T14:58:13.192072Z","steps":["trace[1447029078] 'process raft request' (duration: 2.167794801s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.959353086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-03-01T14:58:13.192185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394727314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:13.192205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954783296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:13.192213Z","caller":"traceutil/trace.go:171","msg":"trace[396389180] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25710; }","duration":"7.959446348s","start":"2026-03-01T14:58:05.23275Z","end":"2026-03-01T14:58:13.192196Z","steps":["trace[396389180] 'agreement among raft nodes before linearized reading' (duration: 7.959276863s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:11.023437Z","time spent":"2.168736734s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:13.192241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803746114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.192248Z","caller":"traceutil/trace.go:171","msg":"trace[624512817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"3.95488987s","start":"2026-03-01T14:58:09.237348Z","end":"2026-03-01T14:58:13.192238Z","steps":["trace[624512817] 'agreement among raft nodes before linearized reading' (duration: 3.954816708s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:13.192054Z","caller":"traceutil/trace.go:171","msg":"trace[500510744] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25710; }","duration":"6.557095594s","start":"2026-03-01T14:58:06.63494Z","end":"2026-03-01T14:58:13.192035Z","steps":["trace[500510744] 'agreement among raft nodes before linearized reading' (duration: 6.55695556s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506287913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.192279Z","caller":"traceutil/trace.go:171","msg":"trace[1928929460] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25710; }","duration":"2.803809005s","start":"2026-03-01T14:58:10.388461Z","end":"2026-03-01T14:58:13.19227Z","steps":["trace[1928929460] 'agreement among raft nodes before linearized reading' (duration: 2.803750294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.232723Z","time spent":"7.95954163s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-03-01T14:58:13.192299Z","caller":"traceutil/trace.go:171","msg":"trace[1970275268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25710; }","duration":"2.506358785s","start":"2026-03-01T14:58:10.685932Z","end":"2026-03-01T14:58:13.19229Z","steps":["trace[1970275268] 'agreement among raft nodes before linearized reading' (duration: 2.506311734s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.38845Z","time spent":"2.803856697s","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.685883Z","time spent":"2.506450517s","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56629091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.192392Z","caller":"traceutil/trace.go:171","msg":"trace[1813306230] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25710; }","duration":"4.566323801s","start":"2026-03-01T14:58:08.626058Z","end":"2026-03-01T14:58:13.192381Z","steps":["trace[1813306230] 'agreement among raft nodes before linearized reading' (duration: 4.56626843s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:13.192139Z","caller":"traceutil/trace.go:171","msg":"trace[400554902] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"2.166317693s","start":"2026-03-01T14:58:11.025809Z","end":"2026-03-01T14:58:13.192126Z","steps":["trace[400554902] 'process raft request' (duration: 2.165498612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:06.634876Z","time spent":"6.557411792s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46934009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:13.192139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:07.980135Z","time spent":"5.211993172s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:13.192224Z","caller":"traceutil/trace.go:171","msg":"trace[1683340635] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25710; }","duration":"2.394810916s","start":"2026-03-01T14:58:10.797401Z","end":"2026-03-01T14:58:13.192212Z","steps":["trace[1683340635] 'agreement among raft nodes before linearized reading' (duration: 2.394756775s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:11.025783Z","time spent":"2.166676762s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:13.192554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872958949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.192589Z","caller":"traceutil/trace.go:171","msg":"trace[1344425837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25710; }","duration":"2.873023601s","start":"2026-03-01T14:58:10.319557Z","end":"2026-03-01T14:58:13.19258Z","steps":["trace[1344425837] 'agreement among raft nodes before linearized reading' (duration: 2.87297229s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.064549963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.192659Z","caller":"traceutil/trace.go:171","msg":"trace[1462341258] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25710; }","duration":"8.064606884s","start":"2026-03-01T14:58:05.128042Z","end":"2026-03-01T14:58:13.192649Z","steps":["trace[1462341258] 'agreement among raft nodes before linearized reading' (duration: 8.064543442s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.128034Z","time spent":"8.064653385s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:13.192712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.959934069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"warn","ts":"2026-03-01T14:58:13.192721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.066131792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-01T14:58:13.192747Z","caller":"traceutil/trace.go:171","msg":"trace[1372639453] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:25710; }","duration":"7.960017982s","start":"2026-03-01T14:58:05.232719Z","end":"2026-03-01T14:58:13.192737Z","steps":["trace[1372639453] 'agreement among raft nodes before linearized reading' (duration: 7.959862708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.063544376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-01T14:58:13.192754Z","caller":"traceutil/trace.go:171","msg":"trace[1485424103] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25710; }","duration":"8.066202954s","start":"2026-03-01T14:58:05.12654Z","end":"2026-03-01T14:58:13.192743Z","steps":["trace[1485424103] 'agreement among raft nodes before linearized reading' (duration: 8.06604813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.232695Z","time spent":"7.960078323s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-01T14:58:13.191993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006167793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:13.192789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.126522Z","time spent":"8.066261065s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T14:58:13.192048Z","caller":"traceutil/trace.go:171","msg":"trace[1470363797] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"3.062028442s","start":"2026-03-01T14:58:10.130005Z","end":"2026-03-01T14:58:13.192033Z","steps":["trace[1470363797] 'process raft request' (duration: 3.061208761s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:13.19283Z","caller":"traceutil/trace.go:171","msg":"trace[1030949897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"8.007068785s","start":"2026-03-01T14:58:05.185742Z","end":"2026-03-01T14:58:13.192811Z","steps":["trace[1030949897] 'agreement among raft nodes before linearized reading' (duration: 8.006156272s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.129981Z","time spent":"3.062866624s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:13.192907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.18572Z","time spent":"8.007167807s","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.469354Z","time spent":"2.722816392s","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5862377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:13.193012Z","caller":"traceutil/trace.go:171","msg":"trace[1253634483] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25710; }","duration":"2.587261494s","start":"2026-03-01T14:58:10.605731Z","end":"2026-03-01T14:58:13.192993Z","steps":["trace[1253634483] 'agreement among raft nodes before linearized reading' (duration: 2.586253189s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.192555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.797378Z","time spent":"2.395163365s","remote":"127.0.0.1:43450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:07.789969Z","time spent":"5.402164923s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.193065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.605712Z","time spent":"2.587337767s","remote":"127.0.0.1:39024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.191962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:09.266484Z","time spent":"3.925467374s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:09.237284Z","time spent":"3.955002182s","remote":"127.0.0.1:45090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:08.625825Z","time spent":"4.566598628s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:13.192508Z","caller":"traceutil/trace.go:171","msg":"trace[2057398779] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25710; }","duration":"3.469425482s","start":"2026-03-01T14:58:09.723067Z","end":"2026-03-01T14:58:13.192493Z","steps":["trace[2057398779] 'agreement among raft nodes before linearized reading' (duration: 3.46935094s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.19334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:09.723049Z","time spent":"3.470275643s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:13.192623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:10.31954Z","time spent":"2.873075422s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:13.192783Z","caller":"traceutil/trace.go:171","msg":"trace[1664577462] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25710; }","duration":"8.063592208s","start":"2026-03-01T14:58:05.129183Z","end":"2026-03-01T14:58:13.192775Z","steps":["trace[1664577462] 'agreement among raft nodes before linearized reading' (duration: 8.063467495s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:13.193449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:05.129159Z","time spent":"8.064260854s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-01T14:58:13.69252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:13.710459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075708093s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:14.264037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.341719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-01T14:58:14.264597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135220035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-01T14:58:14.26462Z","caller":"traceutil/trace.go:171","msg":"trace[1576628210] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25712; }","duration":"2.135333588s","start":"2026-03-01T14:58:12.12928Z","end":"2026-03-01T14:58:14.264614Z","steps":["trace[1576628210] 'agreement among raft nodes before linearized reading' (duration: 2.135245586s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.264612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876829443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:14.264639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.129263Z","time spent":"2.135371429s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-01T14:58:14.264656Z","caller":"traceutil/trace.go:171","msg":"trace[1078450891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25712; }","duration":"1.876899886s","start":"2026-03-01T14:58:12.387744Z","end":"2026-03-01T14:58:14.264643Z","steps":["trace[1078450891] 'agreement among raft nodes before linearized reading' (duration: 1.876824344s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.264695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.38773Z","time spent":"1.876959177s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:14.264701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806567862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:14.26478Z","caller":"traceutil/trace.go:171","msg":"trace[987114437] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25712; }","duration":"1.806687396s","start":"2026-03-01T14:58:12.458076Z","end":"2026-03-01T14:58:14.264763Z","steps":["trace[987114437] 'agreement among raft nodes before linearized reading' (duration: 1.806430769s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:14.264814Z","caller":"traceutil/trace.go:171","msg":"trace[348102503] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"1.837728923s","start":"2026-03-01T14:58:12.427081Z","end":"2026-03-01T14:58:14.264809Z","steps":["trace[348102503] 'process raft request' (duration: 1.283551212s)","trace[348102503] 'compare' (duration: 552.58064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:14.264847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.427067Z","time spent":"1.837764253s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:14.264891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280433263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:14.264923Z","caller":"traceutil/trace.go:171","msg":"trace[1367037008] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25712; }","duration":"1.280490534s","start":"2026-03-01T14:58:12.984425Z","end":"2026-03-01T14:58:14.264916Z","steps":["trace[1367037008] 'agreement among raft nodes before linearized reading' (duration: 1.280437513s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.264956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.984407Z","time spent":"1.280542656s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:14.264967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36696307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:14.265009Z","caller":"traceutil/trace.go:171","msg":"trace[827571189] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25712; }","duration":"2.367048302s","start":"2026-03-01T14:58:11.897949Z","end":"2026-03-01T14:58:14.264998Z","steps":["trace[827571189] 'agreement among raft nodes before linearized reading' (duration: 2.366981351s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:11.897929Z","time spent":"2.367107113s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:14.265107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727736044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:58:14.265127Z","caller":"traceutil/trace.go:171","msg":"trace[1621087050] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25712; }","duration":"1.727801135s","start":"2026-03-01T14:58:12.537322Z","end":"2026-03-01T14:58:14.265123Z","steps":["trace[1621087050] 'agreement among raft nodes before linearized reading' (duration: 1.727659502s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.264836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.458067Z","time spent":"1.806759717s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:14.265141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.537299Z","time spent":"1.727839436s","remote":"127.0.0.1:33098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:14.265149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026921679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"info","ts":"2026-03-01T14:58:14.265241Z","caller":"traceutil/trace.go:171","msg":"trace[2056131989] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25712; }","duration":"2.027021882s","start":"2026-03-01T14:58:12.238197Z","end":"2026-03-01T14:58:14.265219Z","steps":["trace[2056131989] 'agreement among raft nodes before linearized reading' (duration: 2.026383436s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:14.264796Z","caller":"traceutil/trace.go:171","msg":"trace[859754973] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.805188288s","start":"2026-03-01T14:58:12.459602Z","end":"2026-03-01T14:58:14.26479Z","steps":["trace[859754973] 'process raft request' (duration: 1.8048399s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.45959Z","time spent":"1.805699541s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:14.265299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:12.238152Z","time spent":"2.027133155s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267284,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T14:58:14.264508Z","caller":"traceutil/trace.go:171","msg":"trace[1934516089] linearizableReadLoop","detail":"{readStateIndex:26691; appliedIndex:26689; }","duration":"1.073003704s","start":"2026-03-01T14:58:13.191493Z","end":"2026-03-01T14:58:14.264497Z","steps":["trace[1934516089] 'read index received' (duration: 519.08661ms)","trace[1934516089] 'applied index is now lower than readState.Index' (duration: 553.916474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:14.265381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193566277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:14.265413Z","caller":"traceutil/trace.go:171","msg":"trace[930991878] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25712; }","duration":"3.193600768s","start":"2026-03-01T14:58:11.071803Z","end":"2026-03-01T14:58:14.265404Z","steps":["trace[930991878] 'agreement among raft nodes before linearized reading' (duration: 3.193550256s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:11.071737Z","time spent":"3.19369685s","remote":"127.0.0.1:38700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:14.265498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229101949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-01T14:58:14.265514Z","caller":"traceutil/trace.go:171","msg":"trace[769118344] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25712; }","duration":"3.22915462s","start":"2026-03-01T14:58:11.036355Z","end":"2026-03-01T14:58:14.265509Z","steps":["trace[769118344] 'agreement among raft nodes before linearized reading' (duration: 3.229063208s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:11.036337Z","time spent":"3.229191981s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:58:14.265612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475483071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-01T14:58:14.265674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070362557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-v9ntw\" ","response":"range_response_count:1 size:8168"} {"level":"warn","ts":"2026-03-01T14:58:14.265712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.59663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:14.26572Z","caller":"traceutil/trace.go:171","msg":"trace[1823369134] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-v9ntw; range_end:; response_count:1; response_revision:25712; }","duration":"1.070421918s","start":"2026-03-01T14:58:13.195285Z","end":"2026-03-01T14:58:14.265707Z","steps":["trace[1823369134] 'agreement among raft nodes before linearized reading' (duration: 1.070194082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.215149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:14.265759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.19527Z","time spent":"1.07047993s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8192,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-v9ntw\" "} {"level":"warn","ts":"2026-03-01T14:58:14.265761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.773674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:14.265774Z","caller":"traceutil/trace.go:171","msg":"trace[220257145] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25712; }","duration":"322.266471ms","start":"2026-03-01T14:58:13.943504Z","end":"2026-03-01T14:58:14.26577Z","steps":["trace[220257145] 'agreement among raft nodes before linearized reading' (duration: 322.23709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.943482Z","time spent":"322.304571ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:14.265795Z","caller":"traceutil/trace.go:171","msg":"trace[376015099] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25712; }","duration":"834.841136ms","start":"2026-03-01T14:58:13.430943Z","end":"2026-03-01T14:58:14.265784Z","steps":["trace[376015099] 'agreement among raft nodes before linearized reading' (duration: 834.796775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.265824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.430921Z","time spent":"834.895257ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:14.265941Z","caller":"traceutil/trace.go:171","msg":"trace[1702889030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25712; }","duration":"2.476014905s","start":"2026-03-01T14:58:11.789681Z","end":"2026-03-01T14:58:14.265696Z","steps":["trace[1702889030] 'agreement among raft nodes before linearized reading' (duration: 2.474990719s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.266051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068251404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6b4d6644b6-sk4sd.1898bd9f31e847a5\" ","response":"range_response_count:1 size:2107"} {"level":"info","ts":"2026-03-01T14:58:14.266073Z","caller":"traceutil/trace.go:171","msg":"trace[1791920916] range","detail":"{range_begin:/registry/events/openstack/glance-api-6b4d6644b6-sk4sd.1898bd9f31e847a5; range_end:; response_count:1; response_revision:25712; }","duration":"1.068283484s","start":"2026-03-01T14:58:13.197783Z","end":"2026-03-01T14:58:14.266066Z","steps":["trace[1791920916] 'agreement among raft nodes before linearized reading' (duration: 1.068223513s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.266081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070533331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-01T14:58:14.266092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.197776Z","time spent":"1.068310535s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2131,"request content":"key:\"/registry/events/openstack/glance-api-6b4d6644b6-sk4sd.1898bd9f31e847a5\" "} {"level":"info","ts":"2026-03-01T14:58:14.266118Z","caller":"traceutil/trace.go:171","msg":"trace[1019820641] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25712; }","duration":"1.070570262s","start":"2026-03-01T14:58:13.195539Z","end":"2026-03-01T14:58:14.266109Z","steps":["trace[1019820641] 'agreement among raft nodes before linearized reading' (duration: 1.07050398s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:14.265732Z","caller":"traceutil/trace.go:171","msg":"trace[816999158] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25712; }","duration":"834.655851ms","start":"2026-03-01T14:58:13.431068Z","end":"2026-03-01T14:58:14.265724Z","steps":["trace[816999158] 'agreement among raft nodes before linearized reading' (duration: 834.623251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.266151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.195484Z","time spent":"1.070660584s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:58:14.26617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.431027Z","time spent":"835.131453ms","remote":"127.0.0.1:38538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:14.265991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06810225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86dc7f6f-a211-4f9d-b812-18839031cd6c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-01T14:58:14.266225Z","caller":"traceutil/trace.go:171","msg":"trace[1354213588] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86dc7f6f-a211-4f9d-b812-18839031cd6c; range_end:; response_count:1; response_revision:25712; }","duration":"1.068348606s","start":"2026-03-01T14:58:13.197871Z","end":"2026-03-01T14:58:14.266219Z","steps":["trace[1354213588] 'agreement among raft nodes before linearized reading' (duration: 1.068022088s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.26605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:11.789667Z","time spent":"2.476365073s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:58:14.265995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070658684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-97qf8\" ","response":"range_response_count:1 size:9456"} {"level":"info","ts":"2026-03-01T14:58:14.266341Z","caller":"traceutil/trace.go:171","msg":"trace[1534301492] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-97qf8; range_end:; response_count:1; response_revision:25712; }","duration":"1.071019034s","start":"2026-03-01T14:58:13.195309Z","end":"2026-03-01T14:58:14.266329Z","steps":["trace[1534301492] 'agreement among raft nodes before linearized reading' (duration: 1.070644924s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.266377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.195291Z","time spent":"1.071077415s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9480,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-97qf8\" "} {"level":"warn","ts":"2026-03-01T14:58:14.266243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.197867Z","time spent":"1.068370926s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-86dc7f6f-a211-4f9d-b812-18839031cd6c\" "} {"level":"warn","ts":"2026-03-01T14:58:14.265718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065909134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:14.266497Z","caller":"traceutil/trace.go:171","msg":"trace[479528824] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25712; }","duration":"1.066700524s","start":"2026-03-01T14:58:13.199789Z","end":"2026-03-01T14:58:14.26649Z","steps":["trace[479528824] 'agreement among raft nodes before linearized reading' (duration: 1.065897794s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:14.266516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:13.199783Z","time spent":"1.066727204s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:14.771388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:15.272001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:15.774069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:16.201189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.913322939s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:58:16.221343Z","caller":"traceutil/trace.go:171","msg":"trace[129477668] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.95123353s","start":"2026-03-01T14:58:14.270072Z","end":"2026-03-01T14:58:16.221306Z","steps":["trace[129477668] 'process raft request' (duration: 1.931404217s)","trace[129477668] 'compare' (duration: 18.085059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:16.221513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.27005Z","time spent":"1.951374103s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:16.276286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:16.276364Z","caller":"traceutil/trace.go:171","msg":"trace[1957460169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350776s","start":"2026-03-01T14:58:14.275997Z","end":"2026-03-01T14:58:16.276347Z","steps":["trace[1957460169] 'agreement among raft nodes before linearized reading' (duration: 2.000245653s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:16.276406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.275992Z","time spent":"2.000407127s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:17.127857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849056693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:17.127964Z","caller":"traceutil/trace.go:171","msg":"trace[1521806894] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.849189376s","start":"2026-03-01T14:58:14.278749Z","end":"2026-03-01T14:58:17.127939Z","steps":["trace[1521806894] 'agreement among raft nodes before linearized reading' (duration: 2.849053043s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:17.128031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.278739Z","time spent":"2.849274768s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/01 14:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:17.388514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005116463s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:58:17.38953Z","caller":"traceutil/trace.go:171","msg":"trace[1427783027] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26691; }","duration":"3.118321719s","start":"2026-03-01T14:58:14.271186Z","end":"2026-03-01T14:58:17.389508Z","steps":["trace[1427783027] 'read index received' (duration: 1.930194467s)","trace[1427783027] 'applied index is now lower than readState.Index' (duration: 1.188125672s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:17.389623Z","caller":"traceutil/trace.go:171","msg":"trace[1646803078] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"1.336099904s","start":"2026-03-01T14:58:16.053438Z","end":"2026-03-01T14:58:17.389538Z","steps":["trace[1646803078] 'process raft request' (duration: 1.335163371s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:17.389807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:16.053405Z","time spent":"1.33632357s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:18.194476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923258867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:58:18.194575Z","caller":"traceutil/trace.go:171","msg":"trace[1796121853] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25714; }","duration":"3.9233759s","start":"2026-03-01T14:58:14.271165Z","end":"2026-03-01T14:58:18.19454Z","steps":["trace[1796121853] 'agreement among raft nodes before linearized reading' (duration: 3.118437962s)","trace[1796121853] 'range keys from in-memory index tree' (duration: 804.771993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:18.19463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.271156Z","time spent":"3.923464063s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:58:18.195197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.804646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:18.195273Z","caller":"traceutil/trace.go:171","msg":"trace[463728267] linearizableReadLoop","detail":"{readStateIndex:26695; appliedIndex:26694; }","duration":"805.668007ms","start":"2026-03-01T14:58:17.38959Z","end":"2026-03-01T14:58:18.195258Z","steps":["trace[463728267] 'read index received' (duration: 138.695097ms)","trace[463728267] 'applied index is now lower than readState.Index' (duration: 666.9712ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:18.195337Z","caller":"traceutil/trace.go:171","msg":"trace[450577040] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.064980161s","start":"2026-03-01T14:58:17.130349Z","end":"2026-03-01T14:58:18.195329Z","steps":["trace[450577040] 'process raft request' (duration: 397.985391ms)","trace[450577040] 'compare' (duration: 666.21129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:18.195369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:17.130326Z","time spent":"1.065028112s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:58:18.195597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117287347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-01T14:58:18.195616Z","caller":"traceutil/trace.go:171","msg":"trace[1339438977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25715; }","duration":"1.117348749s","start":"2026-03-01T14:58:17.078261Z","end":"2026-03-01T14:58:18.19561Z","steps":["trace[1339438977] 'agreement among raft nodes before linearized reading' (duration: 1.117231986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.195636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:17.078237Z","time spent":"1.11739373s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:58:18.195751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918804217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:18.19577Z","caller":"traceutil/trace.go:171","msg":"trace[1078769683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25715; }","duration":"1.918859459s","start":"2026-03-01T14:58:16.276904Z","end":"2026-03-01T14:58:18.195764Z","steps":["trace[1078769683] 'agreement among raft nodes before linearized reading' (duration: 1.918828758s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.195792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:16.276882Z","time spent":"1.91890519s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:18.195868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916909326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-01T14:58:18.195902Z","caller":"traceutil/trace.go:171","msg":"trace[451886881] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25715; }","duration":"3.916957977s","start":"2026-03-01T14:58:14.278932Z","end":"2026-03-01T14:58:18.19589Z","steps":["trace[451886881] 'agreement among raft nodes before linearized reading' (duration: 3.916850684s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.195922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.278926Z","time spent":"3.916990348s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:58:18.196005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923578026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-01T14:58:18.196014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.197366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:58:18.196046Z","caller":"traceutil/trace.go:171","msg":"trace[1475384162] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25715; }","duration":"3.923637397s","start":"2026-03-01T14:58:14.272396Z","end":"2026-03-01T14:58:18.196034Z","steps":["trace[1475384162] 'agreement among raft nodes before linearized reading' (duration: 3.923461772s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.196076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.272385Z","time spent":"3.923683368s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-01T14:58:18.196075Z","caller":"traceutil/trace.go:171","msg":"trace[915391302] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25715; }","duration":"781.312689ms","start":"2026-03-01T14:58:17.414748Z","end":"2026-03-01T14:58:18.196061Z","steps":["trace[915391302] 'agreement among raft nodes before linearized reading' (duration: 781.130595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.196108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:17.414731Z","time spent":"781.3711ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:58:18.19614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837709898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-01T14:58:18.196081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322837535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:18.196163Z","caller":"traceutil/trace.go:171","msg":"trace[369857950] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:25715; }","duration":"3.83776899s","start":"2026-03-01T14:58:14.358388Z","end":"2026-03-01T14:58:18.196157Z","steps":["trace[369857950] 'agreement among raft nodes before linearized reading' (duration: 3.837707598s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.196168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019070591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:18.196181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.358356Z","time spent":"3.837821391s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-01T14:58:18.196178Z","caller":"traceutil/trace.go:171","msg":"trace[588143833] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25715; }","duration":"3.322981848s","start":"2026-03-01T14:58:14.873188Z","end":"2026-03-01T14:58:18.19617Z","steps":["trace[588143833] 'agreement among raft nodes before linearized reading' (duration: 3.322863755s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:18.196203Z","caller":"traceutil/trace.go:171","msg":"trace[1012028557] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25715; }","duration":"2.019135822s","start":"2026-03-01T14:58:16.177057Z","end":"2026-03-01T14:58:18.196193Z","steps":["trace[1012028557] 'agreement among raft nodes before linearized reading' (duration: 2.019052299s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.196212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.873151Z","time spent":"3.32304789s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:18.196227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:16.177043Z","time spent":"2.019178123s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:18.196177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102119955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:18.196257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923801431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:18.196235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970940579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-01T14:58:18.196294Z","caller":"traceutil/trace.go:171","msg":"trace[141016260] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25715; }","duration":"3.923845292s","start":"2026-03-01T14:58:14.27244Z","end":"2026-03-01T14:58:18.196285Z","steps":["trace[141016260] 'agreement among raft nodes before linearized reading' (duration: 3.92377791s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:18.196292Z","caller":"traceutil/trace.go:171","msg":"trace[1473320565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25715; }","duration":"2.102302489s","start":"2026-03-01T14:58:16.093957Z","end":"2026-03-01T14:58:18.196259Z","steps":["trace[1473320565] 'agreement among raft nodes before linearized reading' (duration: 2.102018352s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.196319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:14.272433Z","time spent":"3.923879744s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-01T14:58:18.196315Z","caller":"traceutil/trace.go:171","msg":"trace[1890859862] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7; range_end:; response_count:1; response_revision:25715; }","duration":"1.971074242s","start":"2026-03-01T14:58:16.22522Z","end":"2026-03-01T14:58:18.196294Z","steps":["trace[1890859862] 'agreement among raft nodes before linearized reading' (duration: 1.970865777s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:18.196361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:16.225099Z","time spent":"1.971253127s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" "} {"level":"warn","ts":"2026-03-01T14:58:18.196358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:16.093943Z","time spent":"2.102402692s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:19.96151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477826437s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:20.214032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009174519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:20.214088Z","caller":"traceutil/trace.go:171","msg":"trace[1971336991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009251291s","start":"2026-03-01T14:58:18.204824Z","end":"2026-03-01T14:58:20.214075Z","steps":["trace[1971336991] 'agreement among raft nodes before linearized reading' (duration: 2.00918536s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.214116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.204817Z","time spent":"2.009293542s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:20.214479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730805522s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:20.214645Z","caller":"traceutil/trace.go:171","msg":"trace[1075081984] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"2.015746796s","start":"2026-03-01T14:58:18.198878Z","end":"2026-03-01T14:58:20.214625Z","steps":["trace[1075081984] 'process raft request' (duration: 284.749329ms)","trace[1075081984] 'compare' (duration: 1.716143439s)","trace[1075081984] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:623; } (duration: 14.434216ms)"],"step_count":3} {"level":"warn","ts":"2026-03-01T14:58:20.2147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.198864Z","time spent":"2.015808438s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:20.214703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.199179Z","time spent":"2.015518131s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:58:20.214755Z","caller":"traceutil/trace.go:171","msg":"trace[2147072549] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26695; }","duration":"2.014195647s","start":"2026-03-01T14:58:18.200552Z","end":"2026-03-01T14:58:20.214748Z","steps":["trace[2147072549] 'read index received' (duration: 283.088638ms)","trace[2147072549] 'applied index is now lower than readState.Index' (duration: 1.731106479s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:20.214888Z","caller":"traceutil/trace.go:171","msg":"trace[516240590] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"2.010346309s","start":"2026-03-01T14:58:18.204536Z","end":"2026-03-01T14:58:20.214883Z","steps":["trace[516240590] 'process raft request' (duration: 2.010176935s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:20.21491Z","caller":"traceutil/trace.go:171","msg":"trace[1429773418] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"2.015700685s","start":"2026-03-01T14:58:18.199203Z","end":"2026-03-01T14:58:20.214904Z","steps":["trace[1429773418] 'process raft request' (duration: 2.015406348s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.214939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.199188Z","time spent":"2.015734126s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:20.214965Z","caller":"traceutil/trace.go:171","msg":"trace[1884838363] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"2.011952889s","start":"2026-03-01T14:58:18.202989Z","end":"2026-03-01T14:58:20.214942Z","steps":["trace[1884838363] 'process raft request' (duration: 2.011697052s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.214995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014068454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:20.215011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.865248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:20.215066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.202971Z","time spent":"2.012041412s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:20.215076Z","caller":"traceutil/trace.go:171","msg":"trace[121954051] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25719; }","duration":"539.952381ms","start":"2026-03-01T14:58:19.675098Z","end":"2026-03-01T14:58:20.21505Z","steps":["trace[121954051] 'agreement among raft nodes before linearized reading' (duration: 539.860908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.215117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:19.67508Z","time spent":"540.027062ms","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:20.215129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014574056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-01T14:58:20.215146Z","caller":"traceutil/trace.go:171","msg":"trace[591346163] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b; range_end:; response_count:1; response_revision:25719; }","duration":"2.014613297s","start":"2026-03-01T14:58:18.200528Z","end":"2026-03-01T14:58:20.215141Z","steps":["trace[591346163] 'agreement among raft nodes before linearized reading' (duration: 2.014537635s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.215167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.20052Z","time spent":"2.014644057s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4257bef7-07be-4430-8164-812ee0fb5f8b\" "} {"level":"warn","ts":"2026-03-01T14:58:20.215162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00895106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:20.215206Z","caller":"traceutil/trace.go:171","msg":"trace[680259552] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25719; }","duration":"1.009034482s","start":"2026-03-01T14:58:19.206165Z","end":"2026-03-01T14:58:20.2152Z","steps":["trace[680259552] 'agreement among raft nodes before linearized reading' (duration: 1.008917039s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.215228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:19.206145Z","time spent":"1.009076553s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:20.21507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.357534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-01T14:58:20.215259Z","caller":"traceutil/trace.go:171","msg":"trace[1073319837] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25719; }","duration":"877.572169ms","start":"2026-03-01T14:58:19.337678Z","end":"2026-03-01T14:58:20.21525Z","steps":["trace[1073319837] 'agreement among raft nodes before linearized reading' (duration: 877.365073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.215284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:19.33766Z","time spent":"877.61779ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:58:20.215338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693583089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:20.215366Z","caller":"traceutil/trace.go:171","msg":"trace[826030388] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25719; }","duration":"1.69364655s","start":"2026-03-01T14:58:18.521711Z","end":"2026-03-01T14:58:20.215358Z","steps":["trace[826030388] 'agreement among raft nodes before linearized reading' (duration: 1.693603469s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.215388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.521692Z","time spent":"1.693691161s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:20.215028Z","caller":"traceutil/trace.go:171","msg":"trace[1498457583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25719; }","duration":"2.014126225s","start":"2026-03-01T14:58:18.200888Z","end":"2026-03-01T14:58:20.215015Z","steps":["trace[1498457583] 'agreement among raft nodes before linearized reading' (duration: 2.014058093s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.215421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.200881Z","time spent":"2.014525274s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:20.21492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:18.204523Z","time spent":"2.01038023s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:20.878618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.993116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:20.878961Z","caller":"traceutil/trace.go:171","msg":"trace[302934690] linearizableReadLoop","detail":"{readStateIndex:26702; appliedIndex:26701; }","duration":"575.895121ms","start":"2026-03-01T14:58:20.303046Z","end":"2026-03-01T14:58:20.878941Z","steps":["trace[302934690] 'read index received' (duration: 178.398113ms)","trace[302934690] 'applied index is now lower than readState.Index' (duration: 397.493878ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:20.879128Z","caller":"traceutil/trace.go:171","msg":"trace[172451184] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"576.377113ms","start":"2026-03-01T14:58:20.302733Z","end":"2026-03-01T14:58:20.87911Z","steps":["trace[172451184] 'process raft request' (duration: 178.720822ms)","trace[172451184] 'compare' (duration: 396.538022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:20.879246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:20.302712Z","time spent":"576.465475ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:20.879314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.25426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-01T14:58:20.879348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.072674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-192dd38f-093c-43ec-9ab7-37a7a42e77ea\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-01T14:58:20.879404Z","caller":"traceutil/trace.go:171","msg":"trace[1619950966] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25721; }","duration":"576.382673ms","start":"2026-03-01T14:58:20.303002Z","end":"2026-03-01T14:58:20.879384Z","steps":["trace[1619950966] 'agreement among raft nodes before linearized reading' (duration: 576.171998ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:20.879423Z","caller":"traceutil/trace.go:171","msg":"trace[1070645730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-192dd38f-093c-43ec-9ab7-37a7a42e77ea; range_end:; response_count:1; response_revision:25721; }","duration":"574.174838ms","start":"2026-03-01T14:58:20.305228Z","end":"2026-03-01T14:58:20.879403Z","steps":["trace[1070645730] 'agreement among raft nodes before linearized reading' (duration: 573.934172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:20.879452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:20.302984Z","time spent":"576.456074ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:58:20.879472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:20.305212Z","time spent":"574.249529ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-192dd38f-093c-43ec-9ab7-37a7a42e77ea\" "} {"level":"warn","ts":"2026-03-01T14:58:21.387025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:21.887656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:22.388546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:22.471725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.108037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:22.471912Z","caller":"traceutil/trace.go:171","msg":"trace[1451665402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25721; }","duration":"111.313422ms","start":"2026-03-01T14:58:22.360577Z","end":"2026-03-01T14:58:22.47189Z","steps":["trace[1451665402] 'range keys from in-memory index tree' (duration: 111.085476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.620173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532693848s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:58:22.620595Z","caller":"traceutil/trace.go:171","msg":"trace[1977962278] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26702; }","duration":"1.734514155s","start":"2026-03-01T14:58:20.886057Z","end":"2026-03-01T14:58:22.620571Z","steps":["trace[1977962278] 'read index received' (duration: 1.734236958s)","trace[1977962278] 'applied index is now lower than readState.Index' (duration: 274.267µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:22.620708Z","caller":"traceutil/trace.go:171","msg":"trace[67692745] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"1.735535782s","start":"2026-03-01T14:58:20.885161Z","end":"2026-03-01T14:58:22.620697Z","steps":["trace[67692745] 'process raft request' (duration: 1.735256984s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.620813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:20.88513Z","time spent":"1.735602663s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:22.621139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73506923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T14:58:22.621199Z","caller":"traceutil/trace.go:171","msg":"trace[683363785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358; range_end:; response_count:1; response_revision:25722; }","duration":"1.735135182s","start":"2026-03-01T14:58:20.88604Z","end":"2026-03-01T14:58:22.621175Z","steps":["trace[683363785] 'agreement among raft nodes before linearized reading' (duration: 1.734983298s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.621232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:20.886032Z","time spent":"1.735192123s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358\" "} {"level":"warn","ts":"2026-03-01T14:58:22.621441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101167238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:22.621479Z","caller":"traceutil/trace.go:171","msg":"trace[866617516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25722; }","duration":"1.101262491s","start":"2026-03-01T14:58:21.520204Z","end":"2026-03-01T14:58:22.621467Z","steps":["trace[866617516] 'agreement among raft nodes before linearized reading' (duration: 1.101201709s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.621511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:21.520173Z","time spent":"1.101331151s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:22.621876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.502651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:22.621934Z","caller":"traceutil/trace.go:171","msg":"trace[560878116] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25722; }","duration":"547.622764ms","start":"2026-03-01T14:58:22.074298Z","end":"2026-03-01T14:58:22.621921Z","steps":["trace[560878116] 'agreement among raft nodes before linearized reading' (duration: 547.45045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.621983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:22.074269Z","time spent":"547.701916ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:22.622007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.285558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:22.622099Z","caller":"traceutil/trace.go:171","msg":"trace[1932805806] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25722; }","duration":"979.384791ms","start":"2026-03-01T14:58:21.642688Z","end":"2026-03-01T14:58:22.622073Z","steps":["trace[1932805806] 'agreement among raft nodes before linearized reading' (duration: 979.243937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.62215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:21.642626Z","time spent":"979.513384ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:22.622364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.122392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:22.622421Z","caller":"traceutil/trace.go:171","msg":"trace[1024854270] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25722; }","duration":"859.224484ms","start":"2026-03-01T14:58:21.763183Z","end":"2026-03-01T14:58:22.622408Z","steps":["trace[1024854270] 'agreement among raft nodes before linearized reading' (duration: 859.104621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.622476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:21.763162Z","time spent":"859.292976ms","remote":"127.0.0.1:40856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:22.622483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.761759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:22.622522Z","caller":"traceutil/trace.go:171","msg":"trace[812726499] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25722; }","duration":"523.873112ms","start":"2026-03-01T14:58:22.098637Z","end":"2026-03-01T14:58:22.62251Z","steps":["trace[812726499] 'agreement among raft nodes before linearized reading' (duration: 523.765699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:22.62331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:22.098615Z","time spent":"524.680382ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:23.239052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.417299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:23.239288Z","caller":"traceutil/trace.go:171","msg":"trace[9447706] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"611.312228ms","start":"2026-03-01T14:58:22.62795Z","end":"2026-03-01T14:58:23.239262Z","steps":["trace[9447706] 'read index received' (duration: 102.566ms)","trace[9447706] 'applied index is now lower than readState.Index' (duration: 508.743358ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:23.239471Z","caller":"traceutil/trace.go:171","msg":"trace[356589440] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"611.702378ms","start":"2026-03-01T14:58:22.627747Z","end":"2026-03-01T14:58:23.239449Z","steps":["trace[356589440] 'process raft request' (duration: 102.777756ms)","trace[356589440] 'compare' (duration: 508.152873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:23.239636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:22.627735Z","time spent":"611.836542ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:23.239975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.014198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-01T14:58:23.240075Z","caller":"traceutil/trace.go:171","msg":"trace[1205685879] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564; range_end:; response_count:1; response_revision:25723; }","duration":"612.12125ms","start":"2026-03-01T14:58:22.627935Z","end":"2026-03-01T14:58:23.240057Z","steps":["trace[1205685879] 'agreement among raft nodes before linearized reading' (duration: 611.878684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:23.240413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:22.627928Z","time spent":"612.465468ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564\" "} {"level":"warn","ts":"2026-03-01T14:58:23.239658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.970104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:23.240749Z","caller":"traceutil/trace.go:171","msg":"trace[2123005566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25723; }","duration":"611.071453ms","start":"2026-03-01T14:58:22.629659Z","end":"2026-03-01T14:58:23.24073Z","steps":["trace[2123005566] 'agreement among raft nodes before linearized reading' (duration: 609.912933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:23.240809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:22.629649Z","time spent":"611.134574ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:25.648175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.324828Z","time spent":"323.338747ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:25.649724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288924731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:25.649802Z","caller":"traceutil/trace.go:171","msg":"trace[439954487] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26704; }","duration":"2.402254965s","start":"2026-03-01T14:58:23.247527Z","end":"2026-03-01T14:58:25.649782Z","steps":["trace[439954487] 'read index received' (duration: 113.102598ms)","trace[439954487] 'applied index is now lower than readState.Index' (duration: 2.289150607s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:25.649904Z","caller":"traceutil/trace.go:171","msg":"trace[820244469] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"2.403809624s","start":"2026-03-01T14:58:23.246055Z","end":"2026-03-01T14:58:25.649864Z","steps":["trace[820244469] 'process raft request' (duration: 114.633846ms)","trace[820244469] 'compare' (duration: 2.287143966s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:25.650005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402467731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-01T14:58:25.650043Z","caller":"traceutil/trace.go:171","msg":"trace[166127308] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25724; }","duration":"2.402551913s","start":"2026-03-01T14:58:23.247481Z","end":"2026-03-01T14:58:25.650033Z","steps":["trace[166127308] 'agreement among raft nodes before linearized reading' (duration: 2.402379809s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:25.650077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:23.247461Z","time spent":"2.402608444s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-01T14:58:25.650078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:23.246037Z","time spent":"2.403959018s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:58:26.150694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:26.520427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:26.520552Z","caller":"traceutil/trace.go:171","msg":"trace[981477434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101479s","start":"2026-03-01T14:58:24.520425Z","end":"2026-03-01T14:58:26.520526Z","steps":["trace[981477434] 'agreement among raft nodes before linearized reading' (duration: 1.999937625s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:26.520606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:24.520403Z","time spent":"2.000194681s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:26.651261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:27.152126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:27.530893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.198265916s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:58:27.531523Z","caller":"traceutil/trace.go:171","msg":"trace[1519107110] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"3.198985895s","start":"2026-03-01T14:58:24.332506Z","end":"2026-03-01T14:58:27.531492Z","steps":["trace[1519107110] 'process raft request' (duration: 3.198798949s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:27.531693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:24.33248Z","time spent":"3.199123878s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:28.272959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.068234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:28.273326Z","caller":"traceutil/trace.go:171","msg":"trace[1127270656] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"3.052475319s","start":"2026-03-01T14:58:25.220825Z","end":"2026-03-01T14:58:28.2733Z","steps":["trace[1127270656] 'process raft request' (duration: 3.052368606s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:28.273467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.220804Z","time spent":"3.052600603s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:28.273771Z","caller":"traceutil/trace.go:171","msg":"trace[1944149080] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"3.379084871s","start":"2026-03-01T14:58:24.89467Z","end":"2026-03-01T14:58:28.273755Z","steps":["trace[1944149080] 'process raft request' (duration: 3.378391023s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:28.273863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:24.894645Z","time spent":"3.379178673s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:28.273504Z","caller":"traceutil/trace.go:171","msg":"trace[1555481736] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"3.866948859s","start":"2026-03-01T14:58:24.40652Z","end":"2026-03-01T14:58:28.273469Z","steps":["trace[1555481736] 'process raft request' (duration: 3.195266431s)","trace[1555481736] 'compare' (duration: 670.583391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:28.274245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:24.406479Z","time spent":"3.867687809s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:28.521839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:28.521945Z","caller":"traceutil/trace.go:171","msg":"trace[1433589323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140921s","start":"2026-03-01T14:58:26.521778Z","end":"2026-03-01T14:58:28.521919Z","steps":["trace[1433589323] 'agreement among raft nodes before linearized reading' (duration: 2.000008228s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:28.522009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.521738Z","time spent":"2.000259354s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:29.275923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00264022s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:58:29.276085Z","caller":"traceutil/trace.go:171","msg":"trace[2133288206] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26705; }","duration":"3.626185306s","start":"2026-03-01T14:58:25.649836Z","end":"2026-03-01T14:58:29.276021Z","steps":["trace[2133288206] 'read index received' (duration: 1.881472321s)","trace[2133288206] 'applied index is now lower than readState.Index' (duration: 1.744711284s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:29.276505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723746029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:29.276569Z","caller":"traceutil/trace.go:171","msg":"trace[1178247763] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25728; }","duration":"3.723872492s","start":"2026-03-01T14:58:25.552683Z","end":"2026-03-01T14:58:29.276555Z","steps":["trace[1178247763] 'agreement among raft nodes before linearized reading' (duration: 3.723763519s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.276613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.552643Z","time spent":"3.723959794s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.276919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008080725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-01T14:58:29.276961Z","caller":"traceutil/trace.go:171","msg":"trace[648933539] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25728; }","duration":"6.008129396s","start":"2026-03-01T14:58:23.268819Z","end":"2026-03-01T14:58:29.276949Z","steps":["trace[648933539] 'agreement among raft nodes before linearized reading' (duration: 6.007970752s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.276973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008157306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-03-01T14:58:29.276988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:23.268816Z","time spent":"6.008165567s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":935,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-01T14:58:29.277194Z","caller":"traceutil/trace.go:171","msg":"trace[436776976] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25728; }","duration":"6.008411542s","start":"2026-03-01T14:58:23.268763Z","end":"2026-03-01T14:58:29.277175Z","steps":["trace[436776976] 'agreement among raft nodes before linearized reading' (duration: 6.008071694s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.277236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:23.26875Z","time spent":"6.008474025s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":738,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-01T14:58:29.277452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0629481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:29.277483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624206976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dca169d1-d1ff-4130-aec0-a7358794384c\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-01T14:58:29.277504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0791585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:58:29.277535Z","caller":"traceutil/trace.go:171","msg":"trace[496845097] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25728; }","duration":"1.079189341s","start":"2026-03-01T14:58:28.198337Z","end":"2026-03-01T14:58:29.277526Z","steps":["trace[496845097] 'agreement among raft nodes before linearized reading' (duration: 1.079086319s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:29.277529Z","caller":"traceutil/trace.go:171","msg":"trace[1334836666] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25728; }","duration":"1.063056623s","start":"2026-03-01T14:58:28.21445Z","end":"2026-03-01T14:58:29.277507Z","steps":["trace[1334836666] 'agreement among raft nodes before linearized reading' (duration: 1.062926109s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.27759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:28.198274Z","time spent":"1.079281943s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:58:29.277536Z","caller":"traceutil/trace.go:171","msg":"trace[1879281405] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dca169d1-d1ff-4130-aec0-a7358794384c; range_end:; response_count:1; response_revision:25728; }","duration":"3.62436521s","start":"2026-03-01T14:58:25.653153Z","end":"2026-03-01T14:58:29.277519Z","steps":["trace[1879281405] 'agreement among raft nodes before linearized reading' (duration: 3.624196936s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.277528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298475991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:29.277616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:28.214426Z","time spent":"1.063179475s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:29.277645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.653132Z","time spent":"3.624498823s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-dca169d1-d1ff-4130-aec0-a7358794384c\" "} {"level":"warn","ts":"2026-03-01T14:58:29.277548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556935447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:29.277661Z","caller":"traceutil/trace.go:171","msg":"trace[802259076] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25728; }","duration":"1.298639555s","start":"2026-03-01T14:58:27.978998Z","end":"2026-03-01T14:58:29.277638Z","steps":["trace[802259076] 'agreement among raft nodes before linearized reading' (duration: 1.298415279s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.277716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:27.978954Z","time spent":"1.298749118s","remote":"127.0.0.1:38724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.277719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236051364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:29.277728Z","caller":"traceutil/trace.go:171","msg":"trace[1757737368] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25728; }","duration":"2.557204133s","start":"2026-03-01T14:58:26.720492Z","end":"2026-03-01T14:58:29.277696Z","steps":["trace[1757737368] 'agreement among raft nodes before linearized reading' (duration: 2.556876165s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:29.277782Z","caller":"traceutil/trace.go:171","msg":"trace[1695677233] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25728; }","duration":"3.236210368s","start":"2026-03-01T14:58:26.041553Z","end":"2026-03-01T14:58:29.277764Z","steps":["trace[1695677233] 'agreement among raft nodes before linearized reading' (duration: 3.236081505s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.277805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.720473Z","time spent":"2.557310237s","remote":"127.0.0.1:38600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.277826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00935691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:29.27783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.04153Z","time spent":"3.23628419s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.277837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.018471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:29.277858Z","caller":"traceutil/trace.go:171","msg":"trace[757371786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25728; }","duration":"1.009434332s","start":"2026-03-01T14:58:28.268415Z","end":"2026-03-01T14:58:29.277849Z","steps":["trace[757371786] 'agreement among raft nodes before linearized reading' (duration: 1.009380221s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:29.277872Z","caller":"traceutil/trace.go:171","msg":"trace[1293093373] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25728; }","duration":"538.054602ms","start":"2026-03-01T14:58:28.739807Z","end":"2026-03-01T14:58:29.277862Z","steps":["trace[1293093373] 'agreement among raft nodes before linearized reading' (duration: 537.98097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.277892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:28.268393Z","time spent":"1.009490644s","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.277885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24806192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:29.277907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:28.739747Z","time spent":"538.153564ms","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:29.277936Z","caller":"traceutil/trace.go:171","msg":"trace[351130080] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25728; }","duration":"3.248159902s","start":"2026-03-01T14:58:26.029761Z","end":"2026-03-01T14:58:29.277921Z","steps":["trace[351130080] 'agreement among raft nodes before linearized reading' (duration: 3.24807408s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.277987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.029731Z","time spent":"3.248240924s","remote":"127.0.0.1:38790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.278036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.183459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:29.278041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596730019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:29.278063Z","caller":"traceutil/trace.go:171","msg":"trace[1029042110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25728; }","duration":"748.208879ms","start":"2026-03-01T14:58:28.529847Z","end":"2026-03-01T14:58:29.278055Z","steps":["trace[1029042110] 'agreement among raft nodes before linearized reading' (duration: 748.167808ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:29.278077Z","caller":"traceutil/trace.go:171","msg":"trace[657191663] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25728; }","duration":"3.596826592s","start":"2026-03-01T14:58:25.681241Z","end":"2026-03-01T14:58:29.278067Z","steps":["trace[657191663] 'agreement among raft nodes before linearized reading' (duration: 3.59676154s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.278087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:28.529793Z","time spent":"748.288722ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:29.278111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.681175Z","time spent":"3.596927394s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.278172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318306407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:29.278229Z","caller":"traceutil/trace.go:171","msg":"trace[330395659] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25728; }","duration":"2.318364278s","start":"2026-03-01T14:58:26.959846Z","end":"2026-03-01T14:58:29.278211Z","steps":["trace[330395659] 'agreement among raft nodes before linearized reading' (duration: 2.318267966s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.278328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.959823Z","time spent":"2.318489802s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:29.278332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372892154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:29.278353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624351319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1898bf74e204b949\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-01T14:58:29.278374Z","caller":"traceutil/trace.go:171","msg":"trace[1453431598] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25728; }","duration":"3.372961966s","start":"2026-03-01T14:58:25.905398Z","end":"2026-03-01T14:58:29.27836Z","steps":["trace[1453431598] 'agreement among raft nodes before linearized reading' (duration: 3.372888934s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.278408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.905382Z","time spent":"3.373017577s","remote":"127.0.0.1:38676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:29.278408Z","caller":"traceutil/trace.go:171","msg":"trace[1320023509] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1898bf74e204b949; range_end:; response_count:1; response_revision:25728; }","duration":"3.624420011s","start":"2026-03-01T14:58:25.653973Z","end":"2026-03-01T14:58:29.278393Z","steps":["trace[1320023509] 'agreement among raft nodes before linearized reading' (duration: 3.624209646s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.278452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:25.653967Z","time spent":"3.624474252s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1898bf74e204b949\" "} {"level":"warn","ts":"2026-03-01T14:58:29.278498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607846038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-01T14:58:29.278574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93730729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:29.278616Z","caller":"traceutil/trace.go:171","msg":"trace[777179724] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25728; }","duration":"2.937400272s","start":"2026-03-01T14:58:26.341203Z","end":"2026-03-01T14:58:29.278603Z","steps":["trace[777179724] 'agreement among raft nodes before linearized reading' (duration: 2.937338731s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.278644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.341179Z","time spent":"2.937457644s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:29.278633Z","caller":"traceutil/trace.go:171","msg":"trace[985007792] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25728; }","duration":"2.608065463s","start":"2026-03-01T14:58:26.670536Z","end":"2026-03-01T14:58:29.278602Z","steps":["trace[985007792] 'agreement among raft nodes before linearized reading' (duration: 2.607493969s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.278698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.670514Z","time spent":"2.608169755s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418280,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T14:58:29.278727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002447422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9\" ","response":"range_response_count:1 size:7584"} {"level":"info","ts":"2026-03-01T14:58:29.278813Z","caller":"traceutil/trace.go:171","msg":"trace[967560881] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9; range_end:; response_count:1; response_revision:25728; }","duration":"3.002587256s","start":"2026-03-01T14:58:26.276204Z","end":"2026-03-01T14:58:29.278791Z","steps":["trace[967560881] 'agreement among raft nodes before linearized reading' (duration: 3.002275178s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:29.27887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:26.276186Z","time spent":"3.002674438s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7608,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9\" "} {"level":"warn","ts":"2026-03-01T14:58:32.193268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763223618s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:58:32.193911Z","caller":"traceutil/trace.go:171","msg":"trace[126339347] linearizableReadLoop","detail":"{readStateIndex:26712; appliedIndex:26710; }","duration":"2.909012234s","start":"2026-03-01T14:58:29.284874Z","end":"2026-03-01T14:58:32.193886Z","steps":["trace[126339347] 'read index received' (duration: 145.223112ms)","trace[126339347] 'applied index is now lower than readState.Index' (duration: 2.763788111s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:32.194013Z","caller":"traceutil/trace.go:171","msg":"trace[1517249872] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"2.904848877s","start":"2026-03-01T14:58:29.289154Z","end":"2026-03-01T14:58:32.194003Z","steps":["trace[1517249872] 'process raft request' (duration: 2.904634002s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:32.194282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909207489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:32.194371Z","caller":"traceutil/trace.go:171","msg":"trace[1875019299] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25730; }","duration":"2.909509856s","start":"2026-03-01T14:58:29.284809Z","end":"2026-03-01T14:58:32.194319Z","steps":["trace[1875019299] 'agreement among raft nodes before linearized reading' (duration: 2.909219219s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:32.194372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.289142Z","time spent":"2.90491614s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:32.194415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.284799Z","time spent":"2.909605889s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-01T14:58:32.193941Z","caller":"traceutil/trace.go:171","msg":"trace[207236819] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"2.910955072s","start":"2026-03-01T14:58:29.282952Z","end":"2026-03-01T14:58:32.193907Z","steps":["trace[207236819] 'process raft request' (duration: 2.910553242s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:32.194613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.282926Z","time spent":"2.911592708s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:32.520747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:32.520818Z","caller":"traceutil/trace.go:171","msg":"trace[1238313529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231172s","start":"2026-03-01T14:58:30.52057Z","end":"2026-03-01T14:58:32.520801Z","steps":["trace[1238313529] 'agreement among raft nodes before linearized reading' (duration: 2.000140009s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:32.520856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:30.520545Z","time spent":"2.000302926s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:32.697678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:33.20333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.820352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:33.203484Z","caller":"traceutil/trace.go:171","msg":"trace[200692361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25730; }","duration":"841.984716ms","start":"2026-03-01T14:58:32.361477Z","end":"2026-03-01T14:58:33.203462Z","steps":["trace[200692361] 'range keys from in-memory index tree' (duration: 841.801192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.203624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.447428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:33.203715Z","caller":"traceutil/trace.go:171","msg":"trace[400035662] linearizableReadLoop","detail":"{readStateIndex:26714; appliedIndex:26713; }","duration":"1.009702979s","start":"2026-03-01T14:58:32.193998Z","end":"2026-03-01T14:58:33.203701Z","steps":["trace[400035662] 'read index received' (duration: 619.026445ms)","trace[400035662] 'applied index is now lower than readState.Index' (duration: 390.675804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:33.203865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010861644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:33.203892Z","caller":"traceutil/trace.go:171","msg":"trace[2061978908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25731; }","duration":"3.010945057s","start":"2026-03-01T14:58:30.192938Z","end":"2026-03-01T14:58:33.203883Z","steps":["trace[2061978908] 'agreement among raft nodes before linearized reading' (duration: 3.010840894s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.203893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596182691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:33.203917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:30.192904Z","time spent":"3.011005718s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:33.204075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.32464701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:33.204095Z","caller":"traceutil/trace.go:171","msg":"trace[688316367] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25731; }","duration":"3.324667541s","start":"2026-03-01T14:58:29.87942Z","end":"2026-03-01T14:58:33.204088Z","steps":["trace[688316367] 'agreement among raft nodes before linearized reading' (duration: 3.324618229s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.879355Z","time spent":"3.324752862s","remote":"127.0.0.1:38738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:33.204236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639634566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:33.204262Z","caller":"traceutil/trace.go:171","msg":"trace[1862183862] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25731; }","duration":"3.639679248s","start":"2026-03-01T14:58:29.564569Z","end":"2026-03-01T14:58:33.204248Z","steps":["trace[1862183862] 'agreement among raft nodes before linearized reading' (duration: 3.639646157s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.2043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.564551Z","time spent":"3.6397422s","remote":"127.0.0.1:43528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:33.203923Z","caller":"traceutil/trace.go:171","msg":"trace[271867135] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25731; }","duration":"2.596220432s","start":"2026-03-01T14:58:30.607693Z","end":"2026-03-01T14:58:33.203913Z","steps":["trace[271867135] 'agreement among raft nodes before linearized reading' (duration: 2.596073959s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814090261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-01T14:58:33.204474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:30.607629Z","time spent":"2.596834238s","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:33.204508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820673727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:33.204528Z","caller":"traceutil/trace.go:171","msg":"trace[603050077] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25731; }","duration":"3.820748728s","start":"2026-03-01T14:58:29.383775Z","end":"2026-03-01T14:58:33.204523Z","steps":["trace[603050077] 'agreement among raft nodes before linearized reading' (duration: 3.820716768s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.38375Z","time spent":"3.820790519s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:33.204479Z","caller":"traceutil/trace.go:171","msg":"trace[429537405] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25731; }","duration":"3.814127291s","start":"2026-03-01T14:58:29.390344Z","end":"2026-03-01T14:58:33.204471Z","steps":["trace[429537405] 'agreement among raft nodes before linearized reading' (duration: 3.814042449s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.390335Z","time spent":"3.814289195s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-01T14:58:33.204629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577169439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:33.204669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868763216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T14:58:33.204685Z","caller":"traceutil/trace.go:171","msg":"trace[1710732839] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25731; }","duration":"2.577281952s","start":"2026-03-01T14:58:30.627388Z","end":"2026-03-01T14:58:33.20467Z","steps":["trace[1710732839] 'agreement among raft nodes before linearized reading' (duration: 2.577172309s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:33.20469Z","caller":"traceutil/trace.go:171","msg":"trace[2068763874] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:25731; }","duration":"3.868830037s","start":"2026-03-01T14:58:29.335854Z","end":"2026-03-01T14:58:33.204684Z","steps":["trace[2068763874] 'agreement among raft nodes before linearized reading' (duration: 3.868781686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:30.627366Z","time spent":"2.577340964s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:33.204705Z","caller":"traceutil/trace.go:171","msg":"trace[1795597335] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"3.772743091s","start":"2026-03-01T14:58:29.431937Z","end":"2026-03-01T14:58:33.20468Z","steps":["trace[1795597335] 'process raft request' (duration: 3.381167084s)","trace[1795597335] 'compare' (duration: 390.335976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:33.204627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011455056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:33.204713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48135251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:33.20478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004324493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1898bf74e57fdb5d\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-01T14:58:33.204803Z","caller":"traceutil/trace.go:171","msg":"trace[867122360] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1898bf74e57fdb5d; range_end:; response_count:1; response_revision:25731; }","duration":"1.004376024s","start":"2026-03-01T14:58:32.200422Z","end":"2026-03-01T14:58:33.204798Z","steps":["trace[867122360] 'agreement among raft nodes before linearized reading' (duration: 1.004311223s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:33.204808Z","caller":"traceutil/trace.go:171","msg":"trace[554155292] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25731; }","duration":"2.481507434s","start":"2026-03-01T14:58:30.723278Z","end":"2026-03-01T14:58:33.204785Z","steps":["trace[554155292] 'agreement among raft nodes before linearized reading' (duration: 2.481305849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:32.200402Z","time spent":"1.004413926s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1898bf74e57fdb5d\" "} {"level":"info","ts":"2026-03-01T14:58:33.2048Z","caller":"traceutil/trace.go:171","msg":"trace[2038904085] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25731; }","duration":"2.011618821s","start":"2026-03-01T14:58:31.193146Z","end":"2026-03-01T14:58:33.204765Z","steps":["trace[2038904085] 'agreement among raft nodes before linearized reading' (duration: 2.011403185s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135422917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:33.204814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.431913Z","time spent":"3.772830524s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:33.204853Z","caller":"traceutil/trace.go:171","msg":"trace[653133471] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25731; }","duration":"1.135509s","start":"2026-03-01T14:58:32.069336Z","end":"2026-03-01T14:58:33.204845Z","steps":["trace[653133471] 'agreement among raft nodes before linearized reading' (duration: 1.135447428s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:30.723259Z","time spent":"2.481579646s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:33.204871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:32.069289Z","time spent":"1.135578111s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:33.204867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:31.193087Z","time spent":"2.011761775s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:33.204952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.358149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:58:33.204971Z","caller":"traceutil/trace.go:171","msg":"trace[2040198919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25731; }","duration":"170.414811ms","start":"2026-03-01T14:58:33.034551Z","end":"2026-03-01T14:58:33.204965Z","steps":["trace[2040198919] 'agreement among raft nodes before linearized reading' (duration: 170.358659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.204713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:29.335831Z","time spent":"3.868876978s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-01T14:58:33.205051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003782519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:33.205072Z","caller":"traceutil/trace.go:171","msg":"trace[574772763] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25731; }","duration":"1.003814921s","start":"2026-03-01T14:58:32.201249Z","end":"2026-03-01T14:58:33.205064Z","steps":["trace[574772763] 'agreement among raft nodes before linearized reading' (duration: 1.00378186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.205094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:32.201242Z","time spent":"1.003847902s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:33.20519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.33489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:33.205205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001689996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-03-01T14:58:33.205228Z","caller":"traceutil/trace.go:171","msg":"trace[1883228859] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh; range_end:; response_count:1; response_revision:25731; }","duration":"1.001740288s","start":"2026-03-01T14:58:32.203481Z","end":"2026-03-01T14:58:33.205221Z","steps":["trace[1883228859] 'agreement among raft nodes before linearized reading' (duration: 1.001675286s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:33.205224Z","caller":"traceutil/trace.go:171","msg":"trace[179990446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25731; }","duration":"684.403651ms","start":"2026-03-01T14:58:32.52081Z","end":"2026-03-01T14:58:33.205214Z","steps":["trace[179990446] 'agreement among raft nodes before linearized reading' (duration: 684.348539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:33.205244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:32.203467Z","time spent":"1.001773248s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh\" "} {"level":"warn","ts":"2026-03-01T14:58:33.205252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:32.52079Z","time spent":"684.456082ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:33.709818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:34.210749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:58:34.363574Z","caller":"traceutil/trace.go:171","msg":"trace[305399572] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"1.156470741s","start":"2026-03-01T14:58:33.20707Z","end":"2026-03-01T14:58:34.363541Z","steps":["trace[305399572] 'process raft request' (duration: 1.156307047s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:34.363795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.206992Z","time spent":"1.156663556s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:35.072688Z","caller":"traceutil/trace.go:171","msg":"trace[1422412091] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26714; }","duration":"1.863734641s","start":"2026-03-01T14:58:33.208926Z","end":"2026-03-01T14:58:35.072661Z","steps":["trace[1422412091] 'read index received' (duration: 1.154579772s)","trace[1422412091] 'applied index is now lower than readState.Index' (duration: 709.153769ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:35.073032Z","caller":"traceutil/trace.go:171","msg":"trace[763035653] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"1.861888275s","start":"2026-03-01T14:58:33.211126Z","end":"2026-03-01T14:58:35.073014Z","steps":["trace[763035653] 'process raft request' (duration: 1.814255007s)","trace[763035653] 'compare' (duration: 46.93827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:35.073173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.211098Z","time spent":"1.861980338s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:35.073262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864300507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-01T14:58:35.073325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862246794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-01T14:58:35.07336Z","caller":"traceutil/trace.go:171","msg":"trace[478086816] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25735; }","duration":"1.86443985s","start":"2026-03-01T14:58:33.208895Z","end":"2026-03-01T14:58:35.073335Z","steps":["trace[478086816] 'agreement among raft nodes before linearized reading' (duration: 1.864124572s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:35.073359Z","caller":"traceutil/trace.go:171","msg":"trace[542401396] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"1.793396548s","start":"2026-03-01T14:58:33.279936Z","end":"2026-03-01T14:58:35.073333Z","steps":["trace[542401396] 'process raft request' (duration: 1.792663569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.07338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.5362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:35.073432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.208885Z","time spent":"1.864531252s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T14:58:35.073448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.280211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:35.073496Z","caller":"traceutil/trace.go:171","msg":"trace[672729208] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25735; }","duration":"989.388794ms","start":"2026-03-01T14:58:34.084094Z","end":"2026-03-01T14:58:35.073483Z","steps":["trace[672729208] 'agreement among raft nodes before linearized reading' (duration: 989.313832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.180509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6d578ccfc6-d86sk.1898bddb21429fbd\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-01T14:58:35.073556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:34.084072Z","time spent":"989.471356ms","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:35.073611Z","caller":"traceutil/trace.go:171","msg":"trace[657123317] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6d578ccfc6-d86sk.1898bddb21429fbd; range_end:; response_count:1; response_revision:25735; }","duration":"705.277822ms","start":"2026-03-01T14:58:34.36828Z","end":"2026-03-01T14:58:35.073558Z","steps":["trace[657123317] 'agreement among raft nodes before linearized reading' (duration: 705.119628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.149173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:35.073626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860408737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:35.073662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:34.368253Z","time spent":"705.399004ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-6d578ccfc6-d86sk.1898bddb21429fbd\" "} {"level":"info","ts":"2026-03-01T14:58:35.073667Z","caller":"traceutil/trace.go:171","msg":"trace[1182861018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25735; }","duration":"308.243735ms","start":"2026-03-01T14:58:34.765407Z","end":"2026-03-01T14:58:35.073651Z","steps":["trace[1182861018] 'agreement among raft nodes before linearized reading' (duration: 308.129402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861546117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:35.073694Z","caller":"traceutil/trace.go:171","msg":"trace[1175615879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25735; }","duration":"1.86049476s","start":"2026-03-01T14:58:33.213183Z","end":"2026-03-01T14:58:35.073677Z","steps":["trace[1175615879] 'agreement among raft nodes before linearized reading' (duration: 1.860357346s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:34.76538Z","time spent":"308.325497ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:58:35.073741Z","caller":"traceutil/trace.go:171","msg":"trace[186621471] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25735; }","duration":"1.861624199s","start":"2026-03-01T14:58:33.212096Z","end":"2026-03-01T14:58:35.073721Z","steps":["trace[186621471] 'agreement among raft nodes before linearized reading' (duration: 1.861524346s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.213172Z","time spent":"1.860560501s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:35.073782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.21209Z","time spent":"1.86168143s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:35.073743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.92498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:35.07338Z","caller":"traceutil/trace.go:171","msg":"trace[1291483926] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6; range_end:; response_count:1; response_revision:25735; }","duration":"1.862354957s","start":"2026-03-01T14:58:33.211008Z","end":"2026-03-01T14:58:35.073363Z","steps":["trace[1291483926] 'agreement among raft nodes before linearized reading' (duration: 1.862195023s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:35.07388Z","caller":"traceutil/trace.go:171","msg":"trace[1628147663] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25735; }","duration":"727.109205ms","start":"2026-03-01T14:58:34.346747Z","end":"2026-03-01T14:58:35.073856Z","steps":["trace[1628147663] 'agreement among raft nodes before linearized reading' (duration: 726.89966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:35.073851Z","caller":"traceutil/trace.go:171","msg":"trace[1349828745] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.858844038s","start":"2026-03-01T14:58:33.21491Z","end":"2026-03-01T14:58:35.073754Z","steps":["trace[1349828745] 'process raft request' (duration: 1.857574636s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141622114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:35.073346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.56828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:35.074024Z","caller":"traceutil/trace.go:171","msg":"trace[742347693] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25735; }","duration":"1.141735117s","start":"2026-03-01T14:58:33.932272Z","end":"2026-03-01T14:58:35.074007Z","steps":["trace[742347693] 'agreement among raft nodes before linearized reading' (duration: 1.141628664s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.073492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.279908Z","time spent":"1.793519362s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:35.074067Z","caller":"traceutil/trace.go:171","msg":"trace[1578651781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25735; }","duration":"749.37305ms","start":"2026-03-01T14:58:34.324673Z","end":"2026-03-01T14:58:35.074046Z","steps":["trace[1578651781] 'agreement among raft nodes before linearized reading' (duration: 748.542659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.074109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.932251Z","time spent":"1.14184176s","remote":"127.0.0.1:37614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:35.073934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.210989Z","time spent":"1.862922581s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-d612c032-17fa-4ae8-8161-d58d1776b1b6\" "} {"level":"warn","ts":"2026-03-01T14:58:35.073948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:34.346734Z","time spent":"727.195557ms","remote":"127.0.0.1:37596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:35.074127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:34.324654Z","time spent":"749.453151ms","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:35.073498Z","caller":"traceutil/trace.go:171","msg":"trace[839295057] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25735; }","duration":"543.733955ms","start":"2026-03-01T14:58:34.529737Z","end":"2026-03-01T14:58:35.073471Z","steps":["trace[839295057] 'agreement among raft nodes before linearized reading' (duration: 543.50305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:35.074256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:34.529716Z","time spent":"544.520936ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:35.074423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:33.214897Z","time spent":"1.859106955s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:35.992938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.758627ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-01T14:58:35.993101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.077771Z","time spent":"915.296456ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:58:35.993172Z","caller":"traceutil/trace.go:171","msg":"trace[469612194] linearizableReadLoop","detail":"{readStateIndex:26719; appliedIndex:26718; }","duration":"915.162953ms","start":"2026-03-01T14:58:35.077989Z","end":"2026-03-01T14:58:35.993152Z","steps":["trace[469612194] 'read index received' (duration: 341.14818ms)","trace[469612194] 'applied index is now lower than readState.Index' (duration: 574.012723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:37.219837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141822763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T14:58:37.219979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:36.83304Z","time spent":"386.915989ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:58:37.220056Z","caller":"traceutil/trace.go:171","msg":"trace[454923796] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25735; }","duration":"2.142068558s","start":"2026-03-01T14:58:35.077957Z","end":"2026-03-01T14:58:37.220025Z","steps":["trace[454923796] 'agreement among raft nodes before linearized reading' (duration: 915.280695ms)","trace[454923796] 'range keys from in-memory index tree' (duration: 1.226518187s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:37.220124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.077942Z","time spent":"2.142164121s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:58:37.220532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226512356s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:58:37.22081Z","caller":"traceutil/trace.go:171","msg":"trace[1723262265] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26719; }","duration":"1.227579063s","start":"2026-03-01T14:58:35.993212Z","end":"2026-03-01T14:58:37.220791Z","steps":["trace[1723262265] 'read index received' (duration: 155.813581ms)","trace[1723262265] 'applied index is now lower than readState.Index' (duration: 1.071764422s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:37.22107Z","caller":"traceutil/trace.go:171","msg":"trace[808074554] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"1.438430738s","start":"2026-03-01T14:58:35.782625Z","end":"2026-03-01T14:58:37.221056Z","steps":["trace[808074554] 'process raft request' (duration: 1.438028078s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.221368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819599532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:37.221433Z","caller":"traceutil/trace.go:171","msg":"trace[196526900] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25736; }","duration":"1.819717535s","start":"2026-03-01T14:58:35.401701Z","end":"2026-03-01T14:58:37.221418Z","steps":["trace[196526900] 'agreement among raft nodes before linearized reading' (duration: 1.819591832s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.221465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.401679Z","time spent":"1.819779447s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:37.221899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392818943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"info","ts":"2026-03-01T14:58:37.221978Z","caller":"traceutil/trace.go:171","msg":"trace[325736858] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25736; }","duration":"1.392936306s","start":"2026-03-01T14:58:35.829024Z","end":"2026-03-01T14:58:37.22196Z","steps":["trace[325736858] 'agreement among raft nodes before linearized reading' (duration: 1.392706821s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.222021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988474815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T14:58:37.222068Z","caller":"traceutil/trace.go:171","msg":"trace[752843802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25736; }","duration":"1.988556497s","start":"2026-03-01T14:58:35.233502Z","end":"2026-03-01T14:58:37.222058Z","steps":["trace[752843802] 'agreement among raft nodes before linearized reading' (duration: 1.988437954s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.222101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.233483Z","time spent":"1.988611658s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:58:37.222112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430342914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5189"} {"level":"info","ts":"2026-03-01T14:58:37.222142Z","caller":"traceutil/trace.go:171","msg":"trace[1051751027] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25736; }","duration":"1.430386746s","start":"2026-03-01T14:58:35.791744Z","end":"2026-03-01T14:58:37.222131Z","steps":["trace[1051751027] 'agreement among raft nodes before linearized reading' (duration: 1.430301684s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.222173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.791739Z","time spent":"1.430426887s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5213,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-01T14:58:37.222246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745303749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:37.222338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142823097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-01T14:58:37.222402Z","caller":"traceutil/trace.go:171","msg":"trace[928169705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25736; }","duration":"2.14291779s","start":"2026-03-01T14:58:35.079466Z","end":"2026-03-01T14:58:37.222384Z","steps":["trace[928169705] 'agreement among raft nodes before linearized reading' (duration: 2.142537311s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.222404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434009497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2612"} {"level":"warn","ts":"2026-03-01T14:58:37.222407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128279359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-03-01T14:58:37.222448Z","caller":"traceutil/trace.go:171","msg":"trace[119955300] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:25736; }","duration":"1.434089048s","start":"2026-03-01T14:58:35.788346Z","end":"2026-03-01T14:58:37.222435Z","steps":["trace[119955300] 'agreement among raft nodes before linearized reading' (duration: 1.433913404s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:37.222496Z","caller":"traceutil/trace.go:171","msg":"trace[1458840724] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh; range_end:; response_count:1; response_revision:25736; }","duration":"2.128405842s","start":"2026-03-01T14:58:35.094072Z","end":"2026-03-01T14:58:37.222478Z","steps":["trace[1458840724] 'agreement among raft nodes before linearized reading' (duration: 2.128131486s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.222026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.828992Z","time spent":"1.393022619s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":39943,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:58:37.222578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.788327Z","time spent":"1.434167091s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2636,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-01T14:58:37.22256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.094059Z","time spent":"2.128490334s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7079,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p4vbh\" "} {"level":"warn","ts":"2026-03-01T14:58:37.2219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141863533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-01T14:58:37.222638Z","caller":"traceutil/trace.go:171","msg":"trace[1414430581] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25736; }","duration":"2.142622633s","start":"2026-03-01T14:58:35.079995Z","end":"2026-03-01T14:58:37.222618Z","steps":["trace[1414430581] 'agreement among raft nodes before linearized reading' (duration: 2.14172319s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:37.222305Z","caller":"traceutil/trace.go:171","msg":"trace[2040341039] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25736; }","duration":"1.745410762s","start":"2026-03-01T14:58:35.476882Z","end":"2026-03-01T14:58:37.222293Z","steps":["trace[2040341039] 'agreement among raft nodes before linearized reading' (duration: 1.745289979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:37.222696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.079988Z","time spent":"2.142692584s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:58:37.22261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.782603Z","time spent":"1.43850855s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:37.22278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.476863Z","time spent":"1.745846303s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:37.222444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.079451Z","time spent":"2.142984291s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:58:37.721059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:38.111467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962393472s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:38.521962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999654768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:38.522071Z","caller":"traceutil/trace.go:171","msg":"trace[29597082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999821192s","start":"2026-03-01T14:58:36.522207Z","end":"2026-03-01T14:58:38.522029Z","steps":["trace[29597082] 'agreement among raft nodes before linearized reading' (duration: 1.9997121s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:38.52212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:36.522175Z","time spent":"1.999934535s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:39.120168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008404647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:39.120429Z","caller":"traceutil/trace.go:171","msg":"trace[1714417577] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"3.125383318s","start":"2026-03-01T14:58:35.995011Z","end":"2026-03-01T14:58:39.120394Z","steps":["trace[1714417577] 'process raft request' (duration: 2.116656284s)","trace[1714417577] 'compare' (duration: 1.007095503s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:39.12049Z","caller":"traceutil/trace.go:171","msg":"trace[67647417] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"1.883990484s","start":"2026-03-01T14:58:37.23648Z","end":"2026-03-01T14:58:39.120471Z","steps":["trace[67647417] 'process raft request' (duration: 1.883882451s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:39.120469Z","caller":"traceutil/trace.go:171","msg":"trace[1158955017] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"3.125349987s","start":"2026-03-01T14:58:35.995087Z","end":"2026-03-01T14:58:39.120437Z","steps":["trace[1158955017] 'process raft request' (duration: 3.125174723s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:39.120556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.236466Z","time spent":"1.884054006s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:39.120564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.994991Z","time spent":"3.125507351s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:39.120611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:35.995061Z","time spent":"3.12547938s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:58:39.120775Z","caller":"traceutil/trace.go:171","msg":"trace[1494773207] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"1.884106857s","start":"2026-03-01T14:58:37.236641Z","end":"2026-03-01T14:58:39.120747Z","steps":["trace[1494773207] 'process raft request' (duration: 1.883793239s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:39.12079Z","caller":"traceutil/trace.go:171","msg":"trace[811143345] linearizableReadLoop","detail":"{readStateIndex:26726; appliedIndex:26721; }","duration":"1.899919018s","start":"2026-03-01T14:58:37.220849Z","end":"2026-03-01T14:58:39.120768Z","steps":["trace[811143345] 'read index received' (duration: 890.830325ms)","trace[811143345] 'applied index is now lower than readState.Index' (duration: 1.009086713s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:39.120906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949975129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:39.120916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.236628Z","time spent":"1.884213601s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:39.120947Z","caller":"traceutil/trace.go:171","msg":"trace[345652634] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25741; }","duration":"1.95005438s","start":"2026-03-01T14:58:37.17088Z","end":"2026-03-01T14:58:39.120934Z","steps":["trace[345652634] 'agreement among raft nodes before linearized reading' (duration: 1.949983139s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:39.120981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.170859Z","time spent":"1.950113122s","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:39.120999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278022646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:39.120989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309570286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:39.121071Z","caller":"traceutil/trace.go:171","msg":"trace[1822756858] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25741; }","duration":"2.278149179s","start":"2026-03-01T14:58:36.842904Z","end":"2026-03-01T14:58:39.121053Z","steps":["trace[1822756858] 'agreement among raft nodes before linearized reading' (duration: 2.277977615s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:39.121084Z","caller":"traceutil/trace.go:171","msg":"trace[1366572780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25741; }","duration":"2.309690699s","start":"2026-03-01T14:58:36.811375Z","end":"2026-03-01T14:58:39.121066Z","steps":["trace[1366572780] 'agreement among raft nodes before linearized reading' (duration: 2.309511104s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:39.121146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:36.842881Z","time spent":"2.278254292s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:39.121018Z","caller":"traceutil/trace.go:171","msg":"trace[1751478814] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"1.524526012s","start":"2026-03-01T14:58:37.596474Z","end":"2026-03-01T14:58:39.121Z","steps":["trace[1751478814] 'process raft request' (duration: 1.524119141s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:39.121171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:36.811308Z","time spent":"2.309851052s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:39.121195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433145969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-01T14:58:39.12126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.596443Z","time spent":"1.524752978s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:39.121297Z","caller":"traceutil/trace.go:171","msg":"trace[1437755717] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25741; }","duration":"2.433278632s","start":"2026-03-01T14:58:36.688002Z","end":"2026-03-01T14:58:39.12128Z","steps":["trace[1437755717] 'agreement among raft nodes before linearized reading' (duration: 2.432950944s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:39.121392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:36.68798Z","time spent":"2.433395745s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T14:58:39.621712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:40.122648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:40.522917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:40.523007Z","caller":"traceutil/trace.go:171","msg":"trace[18239709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627633s","start":"2026-03-01T14:58:38.522359Z","end":"2026-03-01T14:58:40.522987Z","steps":["trace[18239709] 'agreement among raft nodes before linearized reading' (duration: 2.00051455s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:40.523056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:38.522339Z","time spent":"2.000707214s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:40.622853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:41.117226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.519346943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:58:41.117643Z","caller":"traceutil/trace.go:171","msg":"trace[218985713] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"2.792233372s","start":"2026-03-01T14:58:38.325327Z","end":"2026-03-01T14:58:41.11756Z","steps":["trace[218985713] 'process raft request' (duration: 2.792062478s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:41.117818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:38.325298Z","time spent":"2.792433446s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:42.208566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036693894s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:42.208705Z","caller":"traceutil/trace.go:171","msg":"trace[1050299462] linearizableReadLoop","detail":"{readStateIndex:26728; appliedIndex:26727; }","duration":"3.087798086s","start":"2026-03-01T14:58:39.120881Z","end":"2026-03-01T14:58:42.208679Z","steps":["trace[1050299462] 'read index received' (duration: 1.996773834s)","trace[1050299462] 'applied index is now lower than readState.Index' (duration: 1.091021812s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:42.208869Z","caller":"traceutil/trace.go:171","msg":"trace[1514098992] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"2.127402968s","start":"2026-03-01T14:58:40.081443Z","end":"2026-03-01T14:58:42.208846Z","steps":["trace[1514098992] 'process raft request' (duration: 1.090309754s)","trace[1514098992] 'compare' (duration: 1.036372266s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:42.208972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:40.081356Z","time spent":"2.127561292s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:42.209287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116434841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.209344Z","caller":"traceutil/trace.go:171","msg":"trace[325488277] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25743; }","duration":"3.116541675s","start":"2026-03-01T14:58:39.092785Z","end":"2026-03-01T14:58:42.209327Z","steps":["trace[325488277] 'agreement among raft nodes before linearized reading' (duration: 3.116438502s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.209395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:39.09276Z","time spent":"3.116618087s","remote":"127.0.0.1:38848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.209653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966725323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"warn","ts":"2026-03-01T14:58:42.209647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83805206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:42.209666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009309949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:58:42.209706Z","caller":"traceutil/trace.go:171","msg":"trace[2119247135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25743; }","duration":"4.966804325s","start":"2026-03-01T14:58:37.242889Z","end":"2026-03-01T14:58:42.209693Z","steps":["trace[2119247135] 'agreement among raft nodes before linearized reading' (duration: 4.966628131s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:42.20972Z","caller":"traceutil/trace.go:171","msg":"trace[1629824690] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25743; }","duration":"4.838143242s","start":"2026-03-01T14:58:37.371561Z","end":"2026-03-01T14:58:42.209704Z","steps":["trace[1629824690] 'agreement among raft nodes before linearized reading' (duration: 4.837982148s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:42.209724Z","caller":"traceutil/trace.go:171","msg":"trace[451671156] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25743; }","duration":"4.009379621s","start":"2026-03-01T14:58:38.200329Z","end":"2026-03-01T14:58:42.209709Z","steps":["trace[451671156] 'agreement among raft nodes before linearized reading' (duration: 4.009196856s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.209753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.371505Z","time spent":"4.838241145s","remote":"127.0.0.1:57118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.209731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.24288Z","time spent":"4.966846086s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":9994,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:58:42.209765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927858727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.209786Z","caller":"traceutil/trace.go:171","msg":"trace[1001187481] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25743; }","duration":"4.927882637s","start":"2026-03-01T14:58:37.281896Z","end":"2026-03-01T14:58:42.209779Z","steps":["trace[1001187481] 'agreement among raft nodes before linearized reading' (duration: 4.927847876s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.209813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.281829Z","time spent":"4.92797231s","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.209837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.973376841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5363"} {"level":"warn","ts":"2026-03-01T14:58:42.209839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085050625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T14:58:42.209875Z","caller":"traceutil/trace.go:171","msg":"trace[838440673] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25743; }","duration":"4.973444022s","start":"2026-03-01T14:58:37.236418Z","end":"2026-03-01T14:58:42.209862Z","steps":["trace[838440673] 'agreement among raft nodes before linearized reading' (duration: 4.97336069s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.20966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980635125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-01T14:58:42.209798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659760156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.209926Z","caller":"traceutil/trace.go:171","msg":"trace[1762423239] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca; range_end:; response_count:1; response_revision:25743; }","duration":"4.980935143s","start":"2026-03-01T14:58:37.228982Z","end":"2026-03-01T14:58:42.209917Z","steps":["trace[1762423239] 'agreement among raft nodes before linearized reading' (duration: 4.980545613s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.209942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739741105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:42.209964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.97607894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6t4vl\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-03-01T14:58:42.209983Z","caller":"traceutil/trace.go:171","msg":"trace[141243172] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25743; }","duration":"3.739806066s","start":"2026-03-01T14:58:38.470164Z","end":"2026-03-01T14:58:42.20997Z","steps":["trace[141243172] 'agreement among raft nodes before linearized reading' (duration: 3.739740744s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:38.470146Z","time spent":"3.739877558s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:42.209988Z","caller":"traceutil/trace.go:171","msg":"trace[1830380228] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-6t4vl; range_end:; response_count:1; response_revision:25743; }","duration":"4.9761156s","start":"2026-03-01T14:58:37.233865Z","end":"2026-03-01T14:58:42.20998Z","steps":["trace[1830380228] 'agreement among raft nodes before linearized reading' (duration: 4.976048029s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.233856Z","time spent":"4.976204552s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-6t4vl\" "} {"level":"info","ts":"2026-03-01T14:58:42.209967Z","caller":"traceutil/trace.go:171","msg":"trace[954556631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25743; }","duration":"3.660023723s","start":"2026-03-01T14:58:38.549912Z","end":"2026-03-01T14:58:42.209936Z","steps":["trace[954556631] 'agreement among raft nodes before linearized reading' (duration: 3.659682815s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678173407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:42.209686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333524409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:42.210254Z","caller":"traceutil/trace.go:171","msg":"trace[1466684640] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25743; }","duration":"4.334130095s","start":"2026-03-01T14:58:37.876102Z","end":"2026-03-01T14:58:42.210232Z","steps":["trace[1466684640] 'agreement among raft nodes before linearized reading' (duration: 4.333511819s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.053246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:58:42.210341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193267843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:42.210312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104858295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:42.210356Z","caller":"traceutil/trace.go:171","msg":"trace[2081473507] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25743; }","duration":"963.114168ms","start":"2026-03-01T14:58:41.247237Z","end":"2026-03-01T14:58:42.210351Z","steps":["trace[2081473507] 'agreement among raft nodes before linearized reading' (duration: 962.981434ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:42.210363Z","caller":"traceutil/trace.go:171","msg":"trace[1680480086] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25743; }","duration":"1.193357846s","start":"2026-03-01T14:58:41.016999Z","end":"2026-03-01T14:58:42.210357Z","steps":["trace[1680480086] 'agreement among raft nodes before linearized reading' (duration: 1.193316755s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:41.247217Z","time spent":"963.155978ms","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.21038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:41.016965Z","time spent":"1.193411527s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.210395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255075913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:42.210364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883065285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.210424Z","caller":"traceutil/trace.go:171","msg":"trace[1186724050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25743; }","duration":"2.255143925s","start":"2026-03-01T14:58:39.955271Z","end":"2026-03-01T14:58:42.210415Z","steps":["trace[1186724050] 'agreement among raft nodes before linearized reading' (duration: 2.255099214s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:42.210395Z","caller":"traceutil/trace.go:171","msg":"trace[413894556] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25743; }","duration":"2.104984408s","start":"2026-03-01T14:58:40.105385Z","end":"2026-03-01T14:58:42.21037Z","steps":["trace[413894556] 'agreement among raft nodes before linearized reading' (duration: 2.104794323s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:42.210451Z","caller":"traceutil/trace.go:171","msg":"trace[1048969415] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25743; }","duration":"2.883212298s","start":"2026-03-01T14:58:39.327217Z","end":"2026-03-01T14:58:42.210429Z","steps":["trace[1048969415] 'agreement among raft nodes before linearized reading' (duration: 2.883021314s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:39.95525Z","time spent":"2.255205767s","remote":"127.0.0.1:38814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.210469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030133556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:42.21048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:40.105367Z","time spent":"2.105097811s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.209756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:38.200255Z","time spent":"4.009494104s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T14:58:42.210501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:39.327199Z","time spent":"2.883292311s","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:42.21017Z","caller":"traceutil/trace.go:171","msg":"trace[812259842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25743; }","duration":"1.678260769s","start":"2026-03-01T14:58:40.531886Z","end":"2026-03-01T14:58:42.210147Z","steps":["trace[812259842] 'agreement among raft nodes before linearized reading' (duration: 1.678216458s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:42.210526Z","caller":"traceutil/trace.go:171","msg":"trace[1226139270] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25743; }","duration":"1.030222909s","start":"2026-03-01T14:58:41.180288Z","end":"2026-03-01T14:58:42.210511Z","steps":["trace[1226139270] 'agreement among raft nodes before linearized reading' (duration: 1.030094755s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:40.531848Z","time spent":"1.678717871s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:42.210589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:41.180208Z","time spent":"1.030368842s","remote":"127.0.0.1:38778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.209949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.228964Z","time spent":"4.980977494s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-bcc5f455-13c1-48b3-a41d-982f37e460ca\" "} {"level":"warn","ts":"2026-03-01T14:58:42.210682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.876081Z","time spent":"4.334264867s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.209761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971109733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26979"} {"level":"info","ts":"2026-03-01T14:58:42.210849Z","caller":"traceutil/trace.go:171","msg":"trace[180845217] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:25743; }","duration":"4.972216592s","start":"2026-03-01T14:58:37.238621Z","end":"2026-03-01T14:58:42.210838Z","steps":["trace[180845217] 'agreement among raft nodes before linearized reading' (duration: 4.971062712s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.238611Z","time spent":"4.972259582s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":27003,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"info","ts":"2026-03-01T14:58:42.209894Z","caller":"traceutil/trace.go:171","msg":"trace[991879781] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d; range_end:; response_count:1; response_revision:25743; }","duration":"3.085142418s","start":"2026-03-01T14:58:39.124737Z","end":"2026-03-01T14:58:42.209879Z","steps":["trace[991879781] 'agreement among raft nodes before linearized reading' (duration: 3.084953253s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:39.124719Z","time spent":"3.086247807s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6ff8b11e0d\" "} {"level":"warn","ts":"2026-03-01T14:58:42.209899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:37.236401Z","time spent":"4.973492543s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5387,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-01T14:58:42.210178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:38.549897Z","time spent":"3.660232699s","remote":"127.0.0.1:38562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.210201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.786354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.211124Z","caller":"traceutil/trace.go:171","msg":"trace[812899694] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25743; }","duration":"379.751758ms","start":"2026-03-01T14:58:41.831354Z","end":"2026-03-01T14:58:42.211105Z","steps":["trace[812899694] 'agreement among raft nodes before linearized reading' (duration: 378.827064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.210371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17420268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:42.211211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:41.831325Z","time spent":"379.866211ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:42.211233Z","caller":"traceutil/trace.go:171","msg":"trace[248664471] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25743; }","duration":"1.175055612s","start":"2026-03-01T14:58:41.036154Z","end":"2026-03-01T14:58:42.21121Z","steps":["trace[248664471] 'agreement among raft nodes before linearized reading' (duration: 1.174151098s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.211301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:41.036084Z","time spent":"1.175199576s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.211664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380533718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.211702Z","caller":"traceutil/trace.go:171","msg":"trace[637940984] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25743; }","duration":"3.38061813s","start":"2026-03-01T14:58:38.831075Z","end":"2026-03-01T14:58:42.211694Z","steps":["trace[637940984] 'agreement among raft nodes before linearized reading' (duration: 3.379087561s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.211826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:38.831053Z","time spent":"3.380664241s","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:42.756447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.706563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:42.756636Z","caller":"traceutil/trace.go:171","msg":"trace[152340249] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25743; }","duration":"395.921058ms","start":"2026-03-01T14:58:42.360692Z","end":"2026-03-01T14:58:42.756613Z","steps":["trace[152340249] 'range keys from in-memory index tree' (duration: 395.681851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:42.757096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.335199ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:58:42.757213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.212059Z","time spent":"545.146882ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:58:44.221027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:44.221091Z","caller":"traceutil/trace.go:171","msg":"trace[1874993176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241952s","start":"2026-03-01T14:58:42.220834Z","end":"2026-03-01T14:58:44.221076Z","steps":["trace[1874993176] 'agreement among raft nodes before linearized reading' (duration: 2.000155949s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:44.221124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.220826Z","time spent":"2.000291434s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:44.261369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248831041s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:44.26163Z","caller":"traceutil/trace.go:171","msg":"trace[1413681817] linearizableReadLoop","detail":"{readStateIndex:26730; appliedIndex:26728; }","duration":"2.045931041s","start":"2026-03-01T14:58:42.21568Z","end":"2026-03-01T14:58:44.261611Z","steps":["trace[1413681817] 'read index received' (duration: 298.070647ms)","trace[1413681817] 'applied index is now lower than readState.Index' (duration: 1.747859324s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:44.261622Z","caller":"traceutil/trace.go:171","msg":"trace[1634878068] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"2.048735142s","start":"2026-03-01T14:58:42.212851Z","end":"2026-03-01T14:58:44.261586Z","steps":["trace[1634878068] 'process raft request' (duration: 799.588462ms)","trace[1634878068] 'compare' (duration: 1.248057282s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:44.26177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.212832Z","time spent":"2.048855706s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:44.261899Z","caller":"traceutil/trace.go:171","msg":"trace[669032274] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"2.044162096s","start":"2026-03-01T14:58:42.217725Z","end":"2026-03-01T14:58:44.261887Z","steps":["trace[669032274] 'process raft request' (duration: 2.043754156s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:44.261978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.217712Z","time spent":"2.044220168s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:44.262192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046503636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T14:58:44.262252Z","caller":"traceutil/trace.go:171","msg":"trace[1205538422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25745; }","duration":"2.046571977s","start":"2026-03-01T14:58:42.21566Z","end":"2026-03-01T14:58:44.262232Z","steps":["trace[1205538422] 'agreement among raft nodes before linearized reading' (duration: 2.046401573s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:44.26231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.215649Z","time spent":"2.046652219s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-01T14:58:44.762053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:44.872422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754999896s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:45.73818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.495014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:45.739465Z","caller":"traceutil/trace.go:171","msg":"trace[2108391815] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"2.97992296s","start":"2026-03-01T14:58:42.758374Z","end":"2026-03-01T14:58:45.738297Z","steps":["trace[2108391815] 'process raft request' (duration: 2.114202202s)","trace[2108391815] 'compare' (duration: 864.294172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:45.739542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.758353Z","time spent":"2.981158932s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:46.030227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157637619s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:46.222958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:46.223048Z","caller":"traceutil/trace.go:171","msg":"trace[221637595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00091006s","start":"2026-03-01T14:58:44.222116Z","end":"2026-03-01T14:58:46.223026Z","steps":["trace[221637595] 'agreement among raft nodes before linearized reading' (duration: 2.000787327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.223235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:44.222106Z","time spent":"2.001050414s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:46.265104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.080615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:46.265481Z","caller":"traceutil/trace.go:171","msg":"trace[296370468] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"1.531739435s","start":"2026-03-01T14:58:44.733687Z","end":"2026-03-01T14:58:46.265426Z","steps":["trace[296370468] 'process raft request' (duration: 1.297216928s)","trace[296370468] 'compare' (duration: 233.551962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:46.26582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:44.733655Z","time spent":"1.531882688s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:46.765277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:46.765428Z","caller":"traceutil/trace.go:171","msg":"trace[472782303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598901s","start":"2026-03-01T14:58:44.764793Z","end":"2026-03-01T14:58:46.765392Z","steps":["trace[472782303] 'agreement among raft nodes before linearized reading' (duration: 2.000336494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.765514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:44.764773Z","time spent":"2.000722004s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:46.833723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.489643ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:58:46.834065Z","caller":"traceutil/trace.go:171","msg":"trace[1510701248] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26731; }","duration":"2.572380878s","start":"2026-03-01T14:58:44.261662Z","end":"2026-03-01T14:58:46.834043Z","steps":["trace[1510701248] 'read index received' (duration: 610.928879ms)","trace[1510701248] 'applied index is now lower than readState.Index' (duration: 1.961450589s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:46.834639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536642355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:46.834868Z","caller":"traceutil/trace.go:171","msg":"trace[1298322204] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25747; }","duration":"3.536818629s","start":"2026-03-01T14:58:43.297909Z","end":"2026-03-01T14:58:46.834728Z","steps":["trace[1298322204] 'agreement among raft nodes before linearized reading' (duration: 3.536621654s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.835051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:43.297878Z","time spent":"3.537055385s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:46.835186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602909408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5153"} {"level":"info","ts":"2026-03-01T14:58:46.835264Z","caller":"traceutil/trace.go:171","msg":"trace[598151075] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:25747; }","duration":"4.603033251s","start":"2026-03-01T14:58:42.232206Z","end":"2026-03-01T14:58:46.83524Z","steps":["trace[598151075] 'agreement among raft nodes before linearized reading' (duration: 4.602748964s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.835327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.232184Z","time spent":"4.603126903s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5177,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-01T14:58:46.834613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31083496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:46.835789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429192124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:58:46.835931Z","caller":"traceutil/trace.go:171","msg":"trace[2046339220] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25747; }","duration":"4.42939587s","start":"2026-03-01T14:58:42.406509Z","end":"2026-03-01T14:58:46.835905Z","steps":["trace[2046339220] 'agreement among raft nodes before linearized reading' (duration: 4.42821401s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:46.835678Z","caller":"traceutil/trace.go:171","msg":"trace[318389466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25747; }","duration":"3.311925937s","start":"2026-03-01T14:58:43.523731Z","end":"2026-03-01T14:58:46.835657Z","steps":["trace[318389466] 'agreement among raft nodes before linearized reading' (duration: 3.310766338s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.836014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.406489Z","time spent":"4.429503132s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:46.835827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606957931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18400"} {"level":"info","ts":"2026-03-01T14:58:46.836137Z","caller":"traceutil/trace.go:171","msg":"trace[1543229000] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25747; }","duration":"4.607278569s","start":"2026-03-01T14:58:42.22883Z","end":"2026-03-01T14:58:46.836108Z","steps":["trace[1543229000] 'agreement among raft nodes before linearized reading' (duration: 4.606788246s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.835865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883207302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:46.836226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.22882Z","time spent":"4.607384522s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":18424,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" "} {"level":"info","ts":"2026-03-01T14:58:46.836243Z","caller":"traceutil/trace.go:171","msg":"trace[263670675] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25747; }","duration":"3.883586401s","start":"2026-03-01T14:58:42.952637Z","end":"2026-03-01T14:58:46.836223Z","steps":["trace[263670675] 'agreement among raft nodes before linearized reading' (duration: 3.88316042s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.836182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:43.523662Z","time spent":"3.31239926s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:46.836293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.95257Z","time spent":"3.883710015s","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:46.836049Z","caller":"traceutil/trace.go:171","msg":"trace[321296092] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.446128334s","start":"2026-03-01T14:58:45.389896Z","end":"2026-03-01T14:58:46.836024Z","steps":["trace[321296092] 'process raft request' (duration: 1.44397576s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:46.836455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.389874Z","time spent":"1.446472233s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:47.742463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:47.915269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755026275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:47.915462Z","caller":"traceutil/trace.go:171","msg":"trace[1075830269] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25748; }","duration":"4.755470966s","start":"2026-03-01T14:58:43.159957Z","end":"2026-03-01T14:58:47.915428Z","steps":["trace[1075830269] 'agreement among raft nodes before linearized reading' (duration: 3.675906076s)","trace[1075830269] 'count revisions from in-memory index tree' (duration: 1.079125039s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.915554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:43.159931Z","time spent":"4.75560307s","remote":"127.0.0.1:38802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:47.915972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468891874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110060"} {"level":"info","ts":"2026-03-01T14:58:47.916066Z","caller":"traceutil/trace.go:171","msg":"trace[488819997] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25748; }","duration":"5.469023097s","start":"2026-03-01T14:58:42.447027Z","end":"2026-03-01T14:58:47.91605Z","steps":["trace[488819997] 'agreement among raft nodes before linearized reading' (duration: 4.388860692s)","trace[488819997] 'range keys from in-memory index tree' (duration: 1.07994708s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.916122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685616536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:47.916187Z","caller":"traceutil/trace.go:171","msg":"trace[259481404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25748; }","duration":"1.685730809s","start":"2026-03-01T14:58:46.23044Z","end":"2026-03-01T14:58:47.916171Z","steps":["trace[259481404] 'agreement among raft nodes before linearized reading' (duration: 605.605665ms)","trace[259481404] 'range keys from in-memory index tree' (duration: 1.080002841s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.916222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.230419Z","time spent":"1.68579661s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:47.9163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174468389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-01T14:58:47.916384Z","caller":"traceutil/trace.go:171","msg":"trace[1662291692] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25748; }","duration":"2.174585732s","start":"2026-03-01T14:58:45.741781Z","end":"2026-03-01T14:58:47.916367Z","steps":["trace[1662291692] 'agreement among raft nodes before linearized reading' (duration: 1.094174951s)","trace[1662291692] 'range keys from in-memory index tree' (duration: 1.079417896s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.916461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392157209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:47.91649Z","caller":"traceutil/trace.go:171","msg":"trace[1568023568] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25748; }","duration":"2.39218884s","start":"2026-03-01T14:58:45.524291Z","end":"2026-03-01T14:58:47.91648Z","steps":["trace[1568023568] 'agreement among raft nodes before linearized reading' (duration: 1.311670816s)","trace[1568023568] 'count revisions from in-memory index tree' (duration: 1.080476643s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.916522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.524219Z","time spent":"2.392286192s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:47.916569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.741763Z","time spent":"2.174697435s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:58:47.917091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254068257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:47.91643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650905911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-g9lgs\" ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-03-01T14:58:47.917256Z","caller":"traceutil/trace.go:171","msg":"trace[252335006] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-g9lgs; range_end:; response_count:1; response_revision:25748; }","duration":"3.651721933s","start":"2026-03-01T14:58:44.265501Z","end":"2026-03-01T14:58:47.917223Z","steps":["trace[252335006] 'agreement among raft nodes before linearized reading' (duration: 2.570445289s)","trace[252335006] 'range keys from in-memory index tree' (duration: 1.080401621s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.916624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818142996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:47.91732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:44.265488Z","time spent":"3.651816425s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7507,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-g9lgs\" "} {"level":"info","ts":"2026-03-01T14:58:47.917145Z","caller":"traceutil/trace.go:171","msg":"trace[977615665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25748; }","duration":"5.254153649s","start":"2026-03-01T14:58:42.662975Z","end":"2026-03-01T14:58:47.917129Z","steps":["trace[977615665] 'agreement among raft nodes before linearized reading' (duration: 4.172902097s)","trace[977615665] 'count revisions from in-memory index tree' (duration: 1.08118892s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:47.917373Z","caller":"traceutil/trace.go:171","msg":"trace[884218243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25748; }","duration":"1.818905406s","start":"2026-03-01T14:58:46.098434Z","end":"2026-03-01T14:58:47.917339Z","steps":["trace[884218243] 'agreement among raft nodes before linearized reading' (duration: 737.614332ms)","trace[884218243] 'count revisions from in-memory index tree' (duration: 1.080554115s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.9167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650395509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c98fa006-5782-43ff-a83f-3ac28ba1fdae\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-01T14:58:47.916781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392503578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:47.917494Z","caller":"traceutil/trace.go:171","msg":"trace[1926719498] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c98fa006-5782-43ff-a83f-3ac28ba1fdae; range_end:; response_count:1; response_revision:25748; }","duration":"3.65119748s","start":"2026-03-01T14:58:44.26627Z","end":"2026-03-01T14:58:47.917468Z","steps":["trace[1926719498] 'agreement among raft nodes before linearized reading' (duration: 2.569751072s)","trace[1926719498] 'range keys from in-memory index tree' (duration: 1.080596696s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.916804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073033435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"warn","ts":"2026-03-01T14:58:47.917602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.662953Z","time spent":"5.254497748s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:47.917656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:44.266259Z","time spent":"3.651360314s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c98fa006-5782-43ff-a83f-3ac28ba1fdae\" "} {"level":"warn","ts":"2026-03-01T14:58:47.91614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:42.447004Z","time spent":"5.469119139s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":110084,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:58:47.918006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554127475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:58:47.91804Z","caller":"traceutil/trace.go:171","msg":"trace[2025311517] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25748; }","duration":"2.554192377s","start":"2026-03-01T14:58:45.363839Z","end":"2026-03-01T14:58:47.918031Z","steps":["trace[2025311517] 'agreement among raft nodes before linearized reading' (duration: 1.472157305s)","trace[2025311517] 'count revisions from in-memory index tree' (duration: 1.081984531s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.91807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.363822Z","time spent":"2.554242178s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2752,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:47.916871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520251182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:47.918202Z","caller":"traceutil/trace.go:171","msg":"trace[518602374] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25748; }","duration":"1.521631557s","start":"2026-03-01T14:58:46.39656Z","end":"2026-03-01T14:58:47.918192Z","steps":["trace[518602374] 'agreement among raft nodes before linearized reading' (duration: 439.505142ms)","trace[518602374] 'count revisions from in-memory index tree' (duration: 1.08078266s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.918225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.396535Z","time spent":"1.521682759s","remote":"127.0.0.1:43514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:47.916951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829169018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:47.918364Z","caller":"traceutil/trace.go:171","msg":"trace[1240345515] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25748; }","duration":"2.830655686s","start":"2026-03-01T14:58:45.0877Z","end":"2026-03-01T14:58:47.918356Z","steps":["trace[1240345515] 'agreement among raft nodes before linearized reading' (duration: 1.748307356s)","trace[1240345515] 'range keys from in-memory index tree' (duration: 1.080836651s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.918387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.087667Z","time spent":"2.830712958s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:47.917042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50158998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:47.918532Z","caller":"traceutil/trace.go:171","msg":"trace[1159945657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25748; }","duration":"1.503158311s","start":"2026-03-01T14:58:46.415365Z","end":"2026-03-01T14:58:47.918523Z","steps":["trace[1159945657] 'agreement among raft nodes before linearized reading' (duration: 420.628425ms)","trace[1159945657] 'count revisions from in-memory index tree' (duration: 1.080972075s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.918559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.415341Z","time spent":"1.503209981s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:47.917069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532196028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-01T14:58:47.91668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650521971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-54958866b7-s6krn.1898beace9ad7a0a\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-01T14:58:47.916744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073851015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2559"} {"level":"info","ts":"2026-03-01T14:58:47.918719Z","caller":"traceutil/trace.go:171","msg":"trace[1218460963] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:25748; }","duration":"1.075822955s","start":"2026-03-01T14:58:46.842886Z","end":"2026-03-01T14:58:47.918709Z","steps":["trace[1218460963] 'range keys from in-memory index tree' (duration: 1.073785104s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:47.917518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.098413Z","time spent":"1.819047049s","remote":"127.0.0.1:38516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:47.917701Z","caller":"traceutil/trace.go:171","msg":"trace[433941819] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:25748; }","duration":"1.073934578s","start":"2026-03-01T14:58:46.843754Z","end":"2026-03-01T14:58:47.917688Z","steps":["trace[433941819] 'range keys from in-memory index tree' (duration: 1.072931282s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:47.918766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.842857Z","time spent":"1.075892757s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":2583,"request content":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-01T14:58:47.918821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.843748Z","time spent":"1.075051507s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":7562,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" "} {"level":"info","ts":"2026-03-01T14:58:47.918673Z","caller":"traceutil/trace.go:171","msg":"trace[308057711] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25748; }","duration":"2.533838901s","start":"2026-03-01T14:58:45.384814Z","end":"2026-03-01T14:58:47.918653Z","steps":["trace[308057711] 'agreement among raft nodes before linearized reading' (duration: 1.451171322s)","trace[308057711] 'range keys from in-memory index tree' (duration: 1.080996346s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.918882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.384793Z","time spent":"2.534075246s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:58:47.916808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070176312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-01T14:58:47.918924Z","caller":"traceutil/trace.go:171","msg":"trace[384488167] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25748; }","duration":"1.072298496s","start":"2026-03-01T14:58:46.846615Z","end":"2026-03-01T14:58:47.918913Z","steps":["trace[384488167] 'range keys from in-memory index tree' (duration: 1.07007701s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:47.918966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:46.846592Z","time spent":"1.072363978s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-01T14:58:47.919192Z","caller":"traceutil/trace.go:171","msg":"trace[1501738030] range","detail":"{range_begin:/registry/events/openstack/heat-api-54958866b7-s6krn.1898beace9ad7a0a; range_end:; response_count:1; response_revision:25748; }","duration":"3.652575224s","start":"2026-03-01T14:58:44.26613Z","end":"2026-03-01T14:58:47.918705Z","steps":["trace[1501738030] 'agreement among raft nodes before linearized reading' (duration: 2.569912666s)","trace[1501738030] 'range keys from in-memory index tree' (duration: 1.080587346s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.919225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:44.266119Z","time spent":"3.653099547s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-54958866b7-s6krn.1898beace9ad7a0a\" "} {"level":"info","ts":"2026-03-01T14:58:47.919997Z","caller":"traceutil/trace.go:171","msg":"trace[33145970] linearizableReadLoop","detail":"{readStateIndex:26736; appliedIndex:26735; }","duration":"678.430301ms","start":"2026-03-01T14:58:47.241547Z","end":"2026-03-01T14:58:47.919978Z","steps":["trace[33145970] 'read index received' (duration: 678.298547ms)","trace[33145970] 'applied index is now lower than readState.Index' (duration: 130.484µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.920122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.581445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:47.920182Z","caller":"traceutil/trace.go:171","msg":"trace[713824752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25749; }","duration":"678.750059ms","start":"2026-03-01T14:58:47.241422Z","end":"2026-03-01T14:58:47.920172Z","steps":["trace[713824752] 'agreement among raft nodes before linearized reading' (duration: 678.636656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:47.920227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.241393Z","time spent":"678.824261ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:47.920516Z","caller":"traceutil/trace.go:171","msg":"trace[1626428866] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"702.972723ms","start":"2026-03-01T14:58:47.217525Z","end":"2026-03-01T14:58:47.920498Z","steps":["trace[1626428866] 'process raft request' (duration: 702.302035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:47.920628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.217499Z","time spent":"703.065585ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:47.922076Z","caller":"traceutil/trace.go:171","msg":"trace[726805842] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25748; }","duration":"2.39336192s","start":"2026-03-01T14:58:45.524218Z","end":"2026-03-01T14:58:47.91758Z","steps":["trace[726805842] 'agreement among raft nodes before linearized reading' (duration: 1.311755888s)","trace[726805842] 'count revisions from in-memory index tree' (duration: 1.080785611s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:47.922284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:45.524198Z","time spent":"2.398014067s","remote":"127.0.0.1:33110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:48.791325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.180919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:48.791444Z","caller":"traceutil/trace.go:171","msg":"trace[1731836978] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26736; }","duration":"865.332059ms","start":"2026-03-01T14:58:47.926095Z","end":"2026-03-01T14:58:48.791427Z","steps":["trace[1731836978] 'read index received' (duration: 443.964355ms)","trace[1731836978] 'applied index is now lower than readState.Index' (duration: 421.362364ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:48.791519Z","caller":"traceutil/trace.go:171","msg":"trace[1999791936] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"865.548394ms","start":"2026-03-01T14:58:47.925958Z","end":"2026-03-01T14:58:48.791506Z","steps":["trace[1999791936] 'process raft request' (duration: 444.086968ms)","trace[1999791936] 'compare' (duration: 420.85064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:48.792556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.925947Z","time spent":"865.595766ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:48.792733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.609601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5189"} {"level":"info","ts":"2026-03-01T14:58:48.792879Z","caller":"traceutil/trace.go:171","msg":"trace[1113137971] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:25750; }","duration":"866.727564ms","start":"2026-03-01T14:58:47.926081Z","end":"2026-03-01T14:58:48.792809Z","steps":["trace[1113137971] 'agreement among raft nodes before linearized reading' (duration: 866.477377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:48.792958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.926076Z","time spent":"866.864447ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5213,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-01T14:58:49.317968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.811292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:49.318086Z","caller":"traceutil/trace.go:171","msg":"trace[404183154] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26737; }","duration":"526.596831ms","start":"2026-03-01T14:58:48.79147Z","end":"2026-03-01T14:58:49.318067Z","steps":["trace[404183154] 'read index received' (duration: 278.07429ms)","trace[404183154] 'applied index is now lower than readState.Index' (duration: 248.520651ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:58:49.318148Z","caller":"traceutil/trace.go:171","msg":"trace[1430878351] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"1.386559063s","start":"2026-03-01T14:58:47.93153Z","end":"2026-03-01T14:58:49.318089Z","steps":["trace[1430878351] 'process raft request' (duration: 1.138130555s)","trace[1430878351] 'compare' (duration: 247.227237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:49.318258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390642598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T14:58:49.318307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388600686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:1 size:26059"} {"level":"warn","ts":"2026-03-01T14:58:49.318306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386935543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:49.318356Z","caller":"traceutil/trace.go:171","msg":"trace[1835536244] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25751; }","duration":"1.390753861s","start":"2026-03-01T14:58:47.927587Z","end":"2026-03-01T14:58:49.318341Z","steps":["trace[1835536244] 'agreement among raft nodes before linearized reading' (duration: 1.390584997s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:49.318388Z","caller":"traceutil/trace.go:171","msg":"trace[403958949] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:1; response_revision:25751; }","duration":"1.388735609s","start":"2026-03-01T14:58:47.929628Z","end":"2026-03-01T14:58:49.318363Z","steps":["trace[403958949] 'agreement among raft nodes before linearized reading' (duration: 1.388473323s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:49.318397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344260282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:82637"} {"level":"info","ts":"2026-03-01T14:58:49.318401Z","caller":"traceutil/trace.go:171","msg":"trace[1103466268] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25751; }","duration":"1.387065807s","start":"2026-03-01T14:58:47.931313Z","end":"2026-03-01T14:58:49.318379Z","steps":["trace[1103466268] 'agreement among raft nodes before linearized reading' (duration: 1.386917263s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:49.318417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.927582Z","time spent":"1.390825552s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:58:49.318398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.93152Z","time spent":"1.386758199s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:49.318426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390861174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-01T14:58:49.318448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.9313Z","time spent":"1.387138498s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:49.31844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.929591Z","time spent":"1.388836642s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":26083,"request content":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" "} {"level":"info","ts":"2026-03-01T14:58:49.318439Z","caller":"traceutil/trace.go:171","msg":"trace[688488948] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25751; }","duration":"1.344343563s","start":"2026-03-01T14:58:47.974083Z","end":"2026-03-01T14:58:49.318427Z","steps":["trace[688488948] 'agreement among raft nodes before linearized reading' (duration: 1.344115467s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:49.318484Z","caller":"traceutil/trace.go:171","msg":"trace[944208694] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25751; }","duration":"1.390930025s","start":"2026-03-01T14:58:47.927539Z","end":"2026-03-01T14:58:49.318469Z","steps":["trace[944208694] 'agreement among raft nodes before linearized reading' (duration: 1.39074513s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:49.318523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.927532Z","time spent":"1.390982646s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-01T14:58:49.31852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389217261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:49.318541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.974063Z","time spent":"1.344455646s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":82661,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-01T14:58:49.318595Z","caller":"traceutil/trace.go:171","msg":"trace[310344238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25751; }","duration":"1.389295704s","start":"2026-03-01T14:58:47.929274Z","end":"2026-03-01T14:58:49.31857Z","steps":["trace[310344238] 'agreement among raft nodes before linearized reading' (duration: 1.388879643s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:49.318862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:47.929264Z","time spent":"1.38958549s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:51.320878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:51.320996Z","caller":"traceutil/trace.go:171","msg":"trace[217639694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000914051s","start":"2026-03-01T14:58:49.320046Z","end":"2026-03-01T14:58:51.32096Z","steps":["trace[217639694] 'agreement among raft nodes before linearized reading' (duration: 2.000773897s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:51.321054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.320028Z","time spent":"2.001009973s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:52.0402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607269412s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:52.040524Z","caller":"traceutil/trace.go:171","msg":"trace[342896526] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"537.170938ms","start":"2026-03-01T14:58:51.503325Z","end":"2026-03-01T14:58:52.040496Z","steps":["trace[342896526] 'process raft request' (duration: 537.077786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.040686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:51.503297Z","time spent":"537.335853ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:52.041051Z","caller":"traceutil/trace.go:171","msg":"trace[822898232] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"2.827907227s","start":"2026-03-01T14:58:49.213124Z","end":"2026-03-01T14:58:52.041031Z","steps":["trace[822898232] 'process raft request' (duration: 219.69719ms)","trace[822898232] 'compare' (duration: 2.605396406s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:52.041258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.213088Z","time spent":"2.828092761s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:52.041374Z","caller":"traceutil/trace.go:171","msg":"trace[1666535296] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26738; }","duration":"2.723230383s","start":"2026-03-01T14:58:49.318117Z","end":"2026-03-01T14:58:52.041347Z","steps":["trace[1666535296] 'read index received' (duration: 114.727129ms)","trace[1666535296] 'applied index is now lower than readState.Index' (duration: 2.608500273s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:52.041613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244178329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7bbb9d74d9-qjgsp.1898beacea0cb6ce\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-01T14:58:52.041668Z","caller":"traceutil/trace.go:171","msg":"trace[416180275] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7bbb9d74d9-qjgsp.1898beacea0cb6ce; range_end:; response_count:1; response_revision:25753; }","duration":"3.244317523s","start":"2026-03-01T14:58:48.797336Z","end":"2026-03-01T14:58:52.041654Z","steps":["trace[416180275] 'agreement among raft nodes before linearized reading' (duration: 3.244087067s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.041718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:48.797321Z","time spent":"3.244382865s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-7bbb9d74d9-qjgsp.1898beacea0cb6ce\" "} {"level":"warn","ts":"2026-03-01T14:58:52.041715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730174769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:52.041799Z","caller":"traceutil/trace.go:171","msg":"trace[438460540] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25753; }","duration":"2.730319942s","start":"2026-03-01T14:58:49.311459Z","end":"2026-03-01T14:58:52.041778Z","steps":["trace[438460540] 'agreement among raft nodes before linearized reading' (duration: 2.730146198s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.041797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714629704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-03-01T14:58:52.041859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.311427Z","time spent":"2.730418245s","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:52.041874Z","caller":"traceutil/trace.go:171","msg":"trace[700694689] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr; range_end:; response_count:1; response_revision:25753; }","duration":"2.714743357s","start":"2026-03-01T14:58:49.327108Z","end":"2026-03-01T14:58:52.041851Z","steps":["trace[700694689] 'agreement among raft nodes before linearized reading' (duration: 2.714533542s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.041917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.327095Z","time spent":"2.714813329s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6241,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr\" "} {"level":"warn","ts":"2026-03-01T14:58:52.041984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714264895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-01T14:58:52.042036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.918735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:52.042039Z","caller":"traceutil/trace.go:171","msg":"trace[613694426] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25753; }","duration":"2.714336087s","start":"2026-03-01T14:58:49.327685Z","end":"2026-03-01T14:58:52.042021Z","steps":["trace[613694426] 'agreement among raft nodes before linearized reading' (duration: 2.714137302s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714800569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-01T14:58:52.042075Z","caller":"traceutil/trace.go:171","msg":"trace[1313753474] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25753; }","duration":"104.039957ms","start":"2026-03-01T14:58:51.938021Z","end":"2026-03-01T14:58:52.042061Z","steps":["trace[1313753474] 'agreement among raft nodes before linearized reading' (duration: 103.990836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.327674Z","time spent":"2.714395679s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:58:52.042095Z","caller":"traceutil/trace.go:171","msg":"trace[586927897] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1; range_end:; response_count:1; response_revision:25753; }","duration":"2.71487217s","start":"2026-03-01T14:58:49.327211Z","end":"2026-03-01T14:58:52.042083Z","steps":["trace[586927897] 'agreement among raft nodes before linearized reading' (duration: 2.714743547s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.04214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.327196Z","time spent":"2.714935462s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-dc7a2e92-ce8a-4f88-a3e4-e8f2b30255e1\" "} {"level":"warn","ts":"2026-03-01T14:58:52.042191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714944382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" ","response":"range_response_count:1 size:10481"} {"level":"warn","ts":"2026-03-01T14:58:52.042224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.916856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:58:52.042233Z","caller":"traceutil/trace.go:171","msg":"trace[1285824396] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration; range_end:; response_count:1; response_revision:25753; }","duration":"2.714996763s","start":"2026-03-01T14:58:49.327225Z","end":"2026-03-01T14:58:52.042222Z","steps":["trace[1285824396] 'agreement among raft nodes before linearized reading' (duration: 2.714888591s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:52.042255Z","caller":"traceutil/trace.go:171","msg":"trace[2113401666] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25753; }","duration":"122.947337ms","start":"2026-03-01T14:58:51.919301Z","end":"2026-03-01T14:58:52.042248Z","steps":["trace[2113401666] 'agreement among raft nodes before linearized reading' (duration: 122.870895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.327218Z","time spent":"2.715038014s","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":10505,"request content":"key:\"/registry/validatingwebhookconfigurations/capo-validating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-01T14:58:52.042259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800988041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:52.042351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714690775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:52.042377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.033066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:52.042398Z","caller":"traceutil/trace.go:171","msg":"trace[1620635136] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25753; }","duration":"610.054577ms","start":"2026-03-01T14:58:51.432336Z","end":"2026-03-01T14:58:52.04239Z","steps":["trace[1620635136] 'agreement among raft nodes before linearized reading' (duration: 610.021426ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:52.042396Z","caller":"traceutil/trace.go:171","msg":"trace[307702599] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25753; }","duration":"2.714747018s","start":"2026-03-01T14:58:49.327638Z","end":"2026-03-01T14:58:52.042385Z","steps":["trace[307702599] 'agreement among raft nodes before linearized reading' (duration: 2.714640425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:51.432266Z","time spent":"610.145089ms","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:52.041803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748958311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:52.042444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.327633Z","time spent":"2.714787158s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:58:52.042533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.892359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:52.042557Z","caller":"traceutil/trace.go:171","msg":"trace[1364478643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25753; }","duration":"715.950141ms","start":"2026-03-01T14:58:51.3266Z","end":"2026-03-01T14:58:52.04255Z","steps":["trace[1364478643] 'agreement among raft nodes before linearized reading' (duration: 715.91469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424597871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:58:52.042613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100173853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:52.04231Z","caller":"traceutil/trace.go:171","msg":"trace[1546938083] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25753; }","duration":"1.801079623s","start":"2026-03-01T14:58:50.241219Z","end":"2026-03-01T14:58:52.042299Z","steps":["trace[1546938083] 'agreement among raft nodes before linearized reading' (duration: 1.801004061s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:52.042635Z","caller":"traceutil/trace.go:171","msg":"trace[70902621] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25753; }","duration":"1.100243685s","start":"2026-03-01T14:58:50.942386Z","end":"2026-03-01T14:58:52.04263Z","steps":["trace[70902621] 'agreement among raft nodes before linearized reading' (duration: 1.100209994s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:50.942364Z","time spent":"1.100284706s","remote":"127.0.0.1:43416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:52.042505Z","caller":"traceutil/trace.go:171","msg":"trace[2033505114] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25753; }","duration":"1.74971212s","start":"2026-03-01T14:58:50.292771Z","end":"2026-03-01T14:58:52.042483Z","steps":["trace[2033505114] 'agreement among raft nodes before linearized reading' (duration: 1.748950751s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:50.241196Z","time spent":"1.801456223s","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:52.042711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:50.292746Z","time spent":"1.749938076s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:52.042608Z","caller":"traceutil/trace.go:171","msg":"trace[1525882452] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25753; }","duration":"2.424714074s","start":"2026-03-01T14:58:49.617885Z","end":"2026-03-01T14:58:52.042599Z","steps":["trace[1525882452] 'agreement among raft nodes before linearized reading' (duration: 2.424497908s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.042825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.617856Z","time spent":"2.424954899s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:52.042585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:51.326584Z","time spent":"715.997332ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:52.042887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685983108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:1 size:38338"} {"level":"info","ts":"2026-03-01T14:58:52.042988Z","caller":"traceutil/trace.go:171","msg":"trace[1125202060] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25753; }","duration":"2.686135832s","start":"2026-03-01T14:58:49.356828Z","end":"2026-03-01T14:58:52.042964Z","steps":["trace[1125202060] 'agreement among raft nodes before linearized reading' (duration: 2.685780613s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:52.043057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:49.356813Z","time spent":"2.686231854s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":38362,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:58:52.547705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:52.852434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.538932ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:52.852586Z","caller":"traceutil/trace.go:171","msg":"trace[1930711956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25753; }","duration":"491.710386ms","start":"2026-03-01T14:58:52.360853Z","end":"2026-03-01T14:58:52.852564Z","steps":["trace[1930711956] 'range keys from in-memory index tree' (duration: 491.514781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:53.047857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:53.549169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:54.049303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:54.520652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:54.520866Z","caller":"traceutil/trace.go:171","msg":"trace[636474768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662893s","start":"2026-03-01T14:58:52.520182Z","end":"2026-03-01T14:58:54.520845Z","steps":["trace[636474768] 'agreement among raft nodes before linearized reading' (duration: 2.000434327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:54.520976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.520158Z","time spent":"2.000805287s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:54.550142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:55.050914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912135,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:58:55.269588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.224210184s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:58:55.270303Z","caller":"traceutil/trace.go:171","msg":"trace[522442939] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"3.225011224s","start":"2026-03-01T14:58:52.045271Z","end":"2026-03-01T14:58:55.270282Z","steps":["trace[522442939] 'process raft request' (duration: 3.224583363s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:55.270637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.045256Z","time spent":"3.225106207s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:56.521358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:56.521456Z","caller":"traceutil/trace.go:171","msg":"trace[1853523753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587461s","start":"2026-03-01T14:58:54.520847Z","end":"2026-03-01T14:58:56.521434Z","steps":["trace[1853523753] 'agreement among raft nodes before linearized reading' (duration: 2.000455398s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:56.521526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:54.52083Z","time spent":"2.000685294s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:56.765259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:58:56.765348Z","caller":"traceutil/trace.go:171","msg":"trace[1312944128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713594s","start":"2026-03-01T14:58:54.764614Z","end":"2026-03-01T14:58:56.765328Z","steps":["trace[1312944128] 'agreement among raft nodes before linearized reading' (duration: 2.000602612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:56.765396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:54.764569Z","time spent":"2.000816717s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:58:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:58:57.447804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177248022s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:58:57.573911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.929272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:58:57.57419Z","caller":"traceutil/trace.go:171","msg":"trace[1272804322] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26740; }","duration":"5.52713501s","start":"2026-03-01T14:58:52.04704Z","end":"2026-03-01T14:58:57.574175Z","steps":["trace[1272804322] 'read index received' (duration: 3.222735656s)","trace[1272804322] 'applied index is now lower than readState.Index' (duration: 2.304398664s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:57.574272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.045855Z","time spent":"5.528414884s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:58:57.574611Z","caller":"traceutil/trace.go:171","msg":"trace[1723452521] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"3.798987827s","start":"2026-03-01T14:58:53.775596Z","end":"2026-03-01T14:58:57.574584Z","steps":["trace[1723452521] 'process raft request' (duration: 3.798544386s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.574722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.504654701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64743"} {"level":"info","ts":"2026-03-01T14:58:57.574694Z","caller":"traceutil/trace.go:171","msg":"trace[331359630] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"5.525397006s","start":"2026-03-01T14:58:52.049251Z","end":"2026-03-01T14:58:57.574648Z","steps":["trace[331359630] 'process raft request' (duration: 5.52472937s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:57.574711Z","caller":"traceutil/trace.go:171","msg":"trace[875100460] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"4.647792647s","start":"2026-03-01T14:58:52.926869Z","end":"2026-03-01T14:58:57.574662Z","steps":["trace[875100460] 'process raft request' (duration: 4.647219462s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.574772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:53.775573Z","time spent":"3.799117449s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:57.57478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299641014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-01T14:58:57.57483Z","caller":"traceutil/trace.go:171","msg":"trace[916832682] range","detail":"{range_begin:/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7; range_end:; response_count:1; response_revision:25757; }","duration":"2.299750656s","start":"2026-03-01T14:58:55.275061Z","end":"2026-03-01T14:58:57.574812Z","steps":["trace[916832682] 'agreement among raft nodes before linearized reading' (duration: 2.299584312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.574847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.049242Z","time spent":"5.525526819s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:57.574857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448680935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-01T14:58:57.57487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834051443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:58:57.574917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.926846Z","time spent":"4.64795474s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:57.574946Z","caller":"traceutil/trace.go:171","msg":"trace[981525218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25757; }","duration":"3.448826949s","start":"2026-03-01T14:58:54.126094Z","end":"2026-03-01T14:58:57.574921Z","steps":["trace[981525218] 'agreement among raft nodes before linearized reading' (duration: 3.448555452s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.57495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425563606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:57.574997Z","caller":"traceutil/trace.go:171","msg":"trace[1395998915] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25757; }","duration":"5.425663968s","start":"2026-03-01T14:58:52.149322Z","end":"2026-03-01T14:58:57.574986Z","steps":["trace[1395998915] 'agreement among raft nodes before linearized reading' (duration: 5.425601136s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.574997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:54.126074Z","time spent":"3.448911041s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:58:57.574747Z","caller":"traceutil/trace.go:171","msg":"trace[879682399] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25757; }","duration":"5.504742943s","start":"2026-03-01T14:58:52.069996Z","end":"2026-03-01T14:58:57.574739Z","steps":["trace[879682399] 'agreement among raft nodes before linearized reading' (duration: 5.504604439s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527976431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-01T14:58:57.574866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618243038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:58:57.575058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.069974Z","time spent":"5.505071031s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":64767,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:58:57.57507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045751453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:57.575073Z","caller":"traceutil/trace.go:171","msg":"trace[897289140] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25757; }","duration":"5.528045513s","start":"2026-03-01T14:58:52.047009Z","end":"2026-03-01T14:58:57.575055Z","steps":["trace[897289140] 'agreement among raft nodes before linearized reading' (duration: 5.52791997s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:57.575096Z","caller":"traceutil/trace.go:171","msg":"trace[1466184593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25757; }","duration":"1.045812724s","start":"2026-03-01T14:58:56.529276Z","end":"2026-03-01T14:58:57.575089Z","steps":["trace[1466184593] 'agreement among raft nodes before linearized reading' (duration: 1.045775473s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.046997Z","time spent":"5.528099485s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-01T14:58:57.575119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:56.529256Z","time spent":"1.045857916s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:58:57.575122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492149641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:57.575152Z","caller":"traceutil/trace.go:171","msg":"trace[81232669] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25757; }","duration":"1.492182412s","start":"2026-03-01T14:58:56.08296Z","end":"2026-03-01T14:58:57.575142Z","steps":["trace[81232669] 'agreement among raft nodes before linearized reading' (duration: 1.49213118s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.5134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:57.575158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.817337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:58:57.575169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449019983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-01T14:58:57.57518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:56.082941Z","time spent":"1.492232003s","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:57.575191Z","caller":"traceutil/trace.go:171","msg":"trace[579513632] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25757; }","duration":"543.597332ms","start":"2026-03-01T14:58:57.031583Z","end":"2026-03-01T14:58:57.57518Z","steps":["trace[579513632] 'agreement among raft nodes before linearized reading' (duration: 543.52936ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:57.5752Z","caller":"traceutil/trace.go:171","msg":"trace[434027117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25757; }","duration":"3.449095536s","start":"2026-03-01T14:58:54.126094Z","end":"2026-03-01T14:58:57.57519Z","steps":["trace[434027117] 'agreement among raft nodes before linearized reading' (duration: 3.448983803s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:58:57.575198Z","caller":"traceutil/trace.go:171","msg":"trace[883115516] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25757; }","duration":"272.909009ms","start":"2026-03-01T14:58:57.302278Z","end":"2026-03-01T14:58:57.575187Z","steps":["trace[883115516] 'agreement among raft nodes before linearized reading' (duration: 272.823467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:54.126074Z","time spent":"3.449146937s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T14:58:57.574955Z","caller":"traceutil/trace.go:171","msg":"trace[2140561769] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25757; }","duration":"2.834192387s","start":"2026-03-01T14:58:54.740744Z","end":"2026-03-01T14:58:57.574936Z","steps":["trace[2140561769] 'agreement among raft nodes before linearized reading' (duration: 2.83392158s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.031562Z","time spent":"543.654534ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:57.575029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.149291Z","time spent":"5.42572874s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:57.575275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:54.740726Z","time spent":"2.834530495s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:57.575306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895771604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:58:57.575341Z","caller":"traceutil/trace.go:171","msg":"trace[187041598] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25757; }","duration":"1.895837866s","start":"2026-03-01T14:58:55.679493Z","end":"2026-03-01T14:58:57.575331Z","steps":["trace[187041598] 'agreement among raft nodes before linearized reading' (duration: 1.895779715s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.574889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:55.27504Z","time spent":"2.299832248s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-86d45df867-r7pkr.1898bf6ea752ede7\" "} {"level":"warn","ts":"2026-03-01T14:58:57.575379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:55.679477Z","time spent":"1.895884747s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:58:57.575073Z","caller":"traceutil/trace.go:171","msg":"trace[255974828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25757; }","duration":"4.618495854s","start":"2026-03-01T14:58:52.956565Z","end":"2026-03-01T14:58:57.575061Z","steps":["trace[255974828] 'agreement among raft nodes before linearized reading' (duration: 4.618193756s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.956549Z","time spent":"4.618891414s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:57.574905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289697751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:58:57.575517Z","caller":"traceutil/trace.go:171","msg":"trace[1926048635] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25757; }","duration":"5.290343247s","start":"2026-03-01T14:58:52.285164Z","end":"2026-03-01T14:58:57.575507Z","steps":["trace[1926048635] 'agreement among raft nodes before linearized reading' (duration: 5.289712981s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:57.575549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:52.285144Z","time spent":"5.290395318s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:58:58.975211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104265727s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:58:58.975647Z","caller":"traceutil/trace.go:171","msg":"trace[788365359] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.396957318s","start":"2026-03-01T14:58:57.578649Z","end":"2026-03-01T14:58:58.975607Z","steps":["trace[788365359] 'process raft request' (duration: 1.39664809s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:58.975848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.578636Z","time spent":"1.397106471s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:58.976165Z","caller":"traceutil/trace.go:171","msg":"trace[111945926] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.397533712s","start":"2026-03-01T14:58:57.57861Z","end":"2026-03-01T14:58:58.976143Z","steps":["trace[111945926] 'process raft request' (duration: 292.256471ms)","trace[111945926] 'compare' (duration: 1.103712512s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:58:58.976288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.578583Z","time spent":"1.397637344s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:58.976334Z","caller":"traceutil/trace.go:171","msg":"trace[293094946] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.394024832s","start":"2026-03-01T14:58:57.582246Z","end":"2026-03-01T14:58:58.97627Z","steps":["trace[293094946] 'process raft request' (duration: 1.39314108s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:58.976603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.582232Z","time spent":"1.394232877s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:58:58.97688Z","caller":"traceutil/trace.go:171","msg":"trace[1588953638] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.396366912s","start":"2026-03-01T14:58:57.579885Z","end":"2026-03-01T14:58:58.976252Z","steps":["trace[1588953638] 'process raft request' (duration: 1.39547266s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:58.977055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.579876Z","time spent":"1.39709666s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:58:59.584911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:58:59.584995Z","caller":"traceutil/trace.go:171","msg":"trace[359869562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048065s","start":"2026-03-01T14:58:57.584495Z","end":"2026-03-01T14:58:59.584976Z","steps":["trace[359869562] 'agreement among raft nodes before linearized reading' (duration: 2.000372026s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:58:59.585069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.584473Z","time spent":"2.000578702s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:00.427291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451851259s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:59:00.427473Z","caller":"traceutil/trace.go:171","msg":"trace[2013237359] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26745; }","duration":"2.848334253s","start":"2026-03-01T14:58:57.579114Z","end":"2026-03-01T14:59:00.427448Z","steps":["trace[2013237359] 'read index received' (duration: 291.766597ms)","trace[2013237359] 'applied index is now lower than readState.Index' (duration: 2.556566046s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:00.428473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849330919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-01T14:59:00.428638Z","caller":"traceutil/trace.go:171","msg":"trace[1426037887] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98; range_end:; response_count:1; response_revision:25761; }","duration":"2.849455792s","start":"2026-03-01T14:58:57.57911Z","end":"2026-03-01T14:59:00.428566Z","steps":["trace[1426037887] 'agreement among raft nodes before linearized reading' (duration: 2.849203076s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.428708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.579086Z","time spent":"2.849604148s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-48a9f7a5-3746-4461-a130-4d14f3bc9c98\" "} {"level":"warn","ts":"2026-03-01T14:59:00.928232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:00.990605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452365442s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:59:00.991258Z","caller":"traceutil/trace.go:171","msg":"trace[171873260] linearizableReadLoop","detail":"{readStateIndex:26751; appliedIndex:26750; }","duration":"563.725833ms","start":"2026-03-01T14:59:00.427507Z","end":"2026-03-01T14:59:00.991232Z","steps":["trace[171873260] 'read index received' (duration: 563.438445ms)","trace[171873260] 'applied index is now lower than readState.Index' (duration: 286.368µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:00.991354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825630836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:00.991414Z","caller":"traceutil/trace.go:171","msg":"trace[971776369] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25762; }","duration":"1.825752439s","start":"2026-03-01T14:58:59.165648Z","end":"2026-03-01T14:59:00.991401Z","steps":["trace[971776369] 'agreement among raft nodes before linearized reading' (duration: 1.825612676s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.991448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979178752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:00.991503Z","caller":"traceutil/trace.go:171","msg":"trace[1722876169] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25762; }","duration":"2.979239543s","start":"2026-03-01T14:58:58.012255Z","end":"2026-03-01T14:59:00.991494Z","steps":["trace[1722876169] 'agreement among raft nodes before linearized reading' (duration: 2.979143031s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.991462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:59.165627Z","time spent":"1.82582276s","remote":"127.0.0.1:33322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:00.991528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:58.012196Z","time spent":"2.979324776s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:00.991651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010586745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9.1898bf7386bb7b40\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-03-01T14:59:00.991727Z","caller":"traceutil/trace.go:171","msg":"trace[1312661255] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9.1898bf7386bb7b40; range_end:; response_count:1; response_revision:25762; }","duration":"2.010714999s","start":"2026-03-01T14:58:58.980998Z","end":"2026-03-01T14:59:00.991713Z","steps":["trace[1312661255] 'agreement among raft nodes before linearized reading' (duration: 2.01037781s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:00.991763Z","caller":"traceutil/trace.go:171","msg":"trace[1533734969] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.453752568s","start":"2026-03-01T14:58:59.537996Z","end":"2026-03-01T14:59:00.991748Z","steps":["trace[1533734969] 'process raft request' (duration: 1.453005678s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.991746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403948891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr\" ","response":"range_response_count:1 size:6395"} {"level":"warn","ts":"2026-03-01T14:59:00.991754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384655902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17799"} {"level":"warn","ts":"2026-03-01T14:59:00.991834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:58.980975Z","time spent":"2.01079991s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-n2kt9.1898bf7386bb7b40\" "} {"level":"info","ts":"2026-03-01T14:59:00.991833Z","caller":"traceutil/trace.go:171","msg":"trace[1205002115] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr; range_end:; response_count:1; response_revision:25762; }","duration":"3.404119755s","start":"2026-03-01T14:58:57.58769Z","end":"2026-03-01T14:59:00.99181Z","steps":["trace[1205002115] 'agreement among raft nodes before linearized reading' (duration: 3.403809818s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:00.991841Z","caller":"traceutil/trace.go:171","msg":"trace[1755837829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25762; }","duration":"3.384749175s","start":"2026-03-01T14:58:57.607072Z","end":"2026-03-01T14:59:00.991821Z","steps":["trace[1755837829] 'agreement among raft nodes before linearized reading' (duration: 3.384536209s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.99187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260343887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:59:00.991912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.689676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:00.991922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.607043Z","time spent":"3.384865598s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":17823,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:00.99192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:57.587664Z","time spent":"3.404241478s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6419,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-fqzwr\" "} {"level":"warn","ts":"2026-03-01T14:59:00.99194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.684445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-01T14:59:00.991929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013223442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-01T14:59:00.991968Z","caller":"traceutil/trace.go:171","msg":"trace[1890358406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25762; }","duration":"558.743117ms","start":"2026-03-01T14:59:00.433217Z","end":"2026-03-01T14:59:00.99196Z","steps":["trace[1890358406] 'agreement among raft nodes before linearized reading' (duration: 558.667815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.991989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:00.433203Z","time spent":"558.779828ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-01T14:59:00.99199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347057283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:00.992002Z","caller":"traceutil/trace.go:171","msg":"trace[1117843271] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25762; }","duration":"2.013342725s","start":"2026-03-01T14:58:58.97864Z","end":"2026-03-01T14:59:00.991983Z","steps":["trace[1117843271] 'agreement among raft nodes before linearized reading' (duration: 2.013220292s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.992042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760350451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:00.992101Z","caller":"traceutil/trace.go:171","msg":"trace[620309904] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25762; }","duration":"1.760451603s","start":"2026-03-01T14:58:59.231636Z","end":"2026-03-01T14:59:00.992087Z","steps":["trace[620309904] 'agreement among raft nodes before linearized reading' (duration: 1.760352111s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.992115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406462209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:00.992153Z","caller":"traceutil/trace.go:171","msg":"trace[1248579696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25762; }","duration":"1.406532511s","start":"2026-03-01T14:58:59.58561Z","end":"2026-03-01T14:59:00.992143Z","steps":["trace[1248579696] 'agreement among raft nodes before linearized reading' (duration: 1.406477729s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.992178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:59.23162Z","time spent":"1.760542036s","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:00.992188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:59.585557Z","time spent":"1.406623603s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:00.991863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:59.537945Z","time spent":"1.4538522s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18808,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:00.992016Z","caller":"traceutil/trace.go:171","msg":"trace[241902714] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25762; }","duration":"1.347113253s","start":"2026-03-01T14:58:59.644895Z","end":"2026-03-01T14:59:00.992008Z","steps":["trace[241902714] 'agreement among raft nodes before linearized reading' (duration: 1.347074972s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.992542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:59.644878Z","time spent":"1.347645637s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:00.992051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:58.978617Z","time spent":"2.013425147s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T14:59:00.991933Z","caller":"traceutil/trace.go:171","msg":"trace[100574854] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25762; }","duration":"2.26045129s","start":"2026-03-01T14:58:58.731467Z","end":"2026-03-01T14:59:00.991918Z","steps":["trace[100574854] 'agreement among raft nodes before linearized reading' (duration: 2.260249215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.992718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:58.731448Z","time spent":"2.26125194s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:00.991769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966383887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:00.992891Z","caller":"traceutil/trace.go:171","msg":"trace[857567271] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25762; }","duration":"2.967527276s","start":"2026-03-01T14:58:58.025348Z","end":"2026-03-01T14:59:00.992875Z","steps":["trace[857567271] 'agreement among raft nodes before linearized reading' (duration: 2.966387867s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.992936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:58:58.025331Z","time spent":"2.967592337s","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:00.991949Z","caller":"traceutil/trace.go:171","msg":"trace[493545333] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25762; }","duration":"575.806249ms","start":"2026-03-01T14:59:00.416133Z","end":"2026-03-01T14:59:00.991939Z","steps":["trace[493545333] 'agreement among raft nodes before linearized reading' (duration: 575.750607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:00.993097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:00.416109Z","time spent":"576.976268ms","remote":"127.0.0.1:38590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:01.418023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.702395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:01.418164Z","caller":"traceutil/trace.go:171","msg":"trace[414001715] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26751; }","duration":"420.790828ms","start":"2026-03-01T14:59:00.997351Z","end":"2026-03-01T14:59:01.418141Z","steps":["trace[414001715] 'read index received' (duration: 100.869757ms)","trace[414001715] 'applied index is now lower than readState.Index' (duration: 319.917981ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:01.418205Z","caller":"traceutil/trace.go:171","msg":"trace[1716702151] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"421.173877ms","start":"2026-03-01T14:59:00.996995Z","end":"2026-03-01T14:59:01.418168Z","steps":["trace[1716702151] 'process raft request' (duration: 101.215656ms)","trace[1716702151] 'compare' (duration: 319.212283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:01.418369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.015134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:59:01.418422Z","caller":"traceutil/trace.go:171","msg":"trace[625919844] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25763; }","duration":"421.090805ms","start":"2026-03-01T14:59:00.997317Z","end":"2026-03-01T14:59:01.418408Z","steps":["trace[625919844] 'agreement among raft nodes before linearized reading' (duration: 420.931971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:01.418441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:00.99698Z","time spent":"421.346572ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:01.418477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:00.997306Z","time spent":"421.157768ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:59:01.418726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.881291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:01.418783Z","caller":"traceutil/trace.go:171","msg":"trace[1877788429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25763; }","duration":"407.969582ms","start":"2026-03-01T14:59:01.0108Z","end":"2026-03-01T14:59:01.418769Z","steps":["trace[1877788429] 'agreement among raft nodes before linearized reading' (duration: 407.88404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:01.418821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.010783Z","time spent":"408.031516ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:01.418847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.464318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-01T14:59:01.41895Z","caller":"traceutil/trace.go:171","msg":"trace[2069585345] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25763; }","duration":"313.604501ms","start":"2026-03-01T14:59:01.105321Z","end":"2026-03-01T14:59:01.418925Z","steps":["trace[2069585345] 'agreement among raft nodes before linearized reading' (duration: 313.368635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:01.419016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.105303Z","time spent":"313.699393ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T14:59:01.419149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.361301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59270"} {"level":"info","ts":"2026-03-01T14:59:01.419257Z","caller":"traceutil/trace.go:171","msg":"trace[1223942082] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25763; }","duration":"389.512355ms","start":"2026-03-01T14:59:01.029725Z","end":"2026-03-01T14:59:01.419238Z","steps":["trace[1223942082] 'agreement among raft nodes before linearized reading' (duration: 388.976892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:01.419351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.029704Z","time spent":"389.627498ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":59294,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:01.929759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:02.430865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:02.931448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:03.432385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:03.93356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:03.9613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.535409881s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:59:04.408997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048109237s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:04.409136Z","caller":"traceutil/trace.go:171","msg":"trace[347841097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25763; }","duration":"2.048261541s","start":"2026-03-01T14:59:02.360853Z","end":"2026-03-01T14:59:04.409115Z","steps":["trace[347841097] 'range keys from in-memory index tree' (duration: 2.048093187s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:04.411401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.887565ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:59:04.411458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.425741Z","time spent":"2.985712656s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:59:04.52192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:59:04.522015Z","caller":"traceutil/trace.go:171","msg":"trace[819194740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533089s","start":"2026-03-01T14:59:02.521455Z","end":"2026-03-01T14:59:04.521989Z","steps":["trace[819194740] 'agreement among raft nodes before linearized reading' (duration: 2.000421706s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:04.522068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.521434Z","time spent":"2.000623742s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:59:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:59:05.159696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.771005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:05.160019Z","caller":"traceutil/trace.go:171","msg":"trace[2080276184] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"3.733150537s","start":"2026-03-01T14:59:01.426821Z","end":"2026-03-01T14:59:05.159972Z","steps":["trace[2080276184] 'process raft request' (duration: 3.418400527s)","trace[2080276184] 'compare' (duration: 313.361905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:05.160233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.426809Z","time spent":"3.733302242s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:05.16024Z","caller":"traceutil/trace.go:171","msg":"trace[452463186] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"2.992607553s","start":"2026-03-01T14:59:02.167574Z","end":"2026-03-01T14:59:05.160182Z","steps":["trace[452463186] 'process raft request' (duration: 2.992262124s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:05.160375Z","caller":"traceutil/trace.go:171","msg":"trace[1384857544] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"2.872354474s","start":"2026-03-01T14:59:02.287983Z","end":"2026-03-01T14:59:05.160337Z","steps":["trace[1384857544] 'process raft request' (duration: 2.872102568s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.160494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.287954Z","time spent":"2.872482967s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:05.160487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.16753Z","time spent":"2.992816698s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:05.160427Z","caller":"traceutil/trace.go:171","msg":"trace[87793821] linearizableReadLoop","detail":"{readStateIndex:26757; appliedIndex:26752; }","duration":"3.731561897s","start":"2026-03-01T14:59:01.428839Z","end":"2026-03-01T14:59:05.160401Z","steps":["trace[87793821] 'read index received' (duration: 2.532770524s)","trace[87793821] 'applied index is now lower than readState.Index' (duration: 1.198789503s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:05.160685Z","caller":"traceutil/trace.go:171","msg":"trace[1744579252] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"2.578819132s","start":"2026-03-01T14:59:02.581847Z","end":"2026-03-01T14:59:05.160666Z","steps":["trace[1744579252] 'process raft request' (duration: 2.578404811s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.160827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.581822Z","time spent":"2.578949005s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:05.160953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732065909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-01T14:59:05.161077Z","caller":"traceutil/trace.go:171","msg":"trace[1137957792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25767; }","duration":"3.732169952s","start":"2026-03-01T14:59:01.428835Z","end":"2026-03-01T14:59:05.161004Z","steps":["trace[1137957792] 'agreement among raft nodes before linearized reading' (duration: 3.73169712s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.161229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.428814Z","time spent":"3.732354596s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-01T14:59:05.514673Z","caller":"traceutil/trace.go:171","msg":"trace[40463928] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"1.10242618s","start":"2026-03-01T14:59:04.41221Z","end":"2026-03-01T14:59:05.514636Z","steps":["trace[40463928] 'process raft request' (duration: 1.060139218s)","trace[40463928] 'compare' (duration: 42.000185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:05.514828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:04.412194Z","time spent":"1.102551282s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:05.585539Z","caller":"traceutil/trace.go:171","msg":"trace[1100501489] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"504.047669ms","start":"2026-03-01T14:59:05.08143Z","end":"2026-03-01T14:59:05.585478Z","steps":["trace[1100501489] 'process raft request' (duration: 503.692849ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:05.585696Z","caller":"traceutil/trace.go:171","msg":"trace[476272279] linearizableReadLoop","detail":"{readStateIndex:26759; appliedIndex:26757; }","duration":"425.014006ms","start":"2026-03-01T14:59:05.160642Z","end":"2026-03-01T14:59:05.585656Z","steps":["trace[476272279] 'read index received' (duration: 311.733683ms)","trace[476272279] 'applied index is now lower than readState.Index' (duration: 113.277323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:05.585835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.081405Z","time spent":"504.312005ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:05.585887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234889214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:59:05.585949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626814992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.586008Z","caller":"traceutil/trace.go:171","msg":"trace[1990706248] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25770; }","duration":"3.626946875s","start":"2026-03-01T14:59:01.959044Z","end":"2026-03-01T14:59:05.585991Z","steps":["trace[1990706248] 'agreement among raft nodes before linearized reading' (duration: 3.626866203s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.399415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:05.586075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.992069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:05.586133Z","caller":"traceutil/trace.go:171","msg":"trace[1709162507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25770; }","duration":"821.495378ms","start":"2026-03-01T14:59:04.764612Z","end":"2026-03-01T14:59:05.586107Z","steps":["trace[1709162507] 'agreement among raft nodes before linearized reading' (duration: 821.430756ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:05.586132Z","caller":"traceutil/trace.go:171","msg":"trace[1777810556] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25770; }","duration":"678.200664ms","start":"2026-03-01T14:59:04.907915Z","end":"2026-03-01T14:59:05.586115Z","steps":["trace[1777810556] 'agreement among raft nodes before linearized reading' (duration: 677.973048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560596706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:05.586179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:04.764556Z","time spent":"821.614602ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:05.586169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116875167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58280"} {"level":"warn","ts":"2026-03-01T14:59:05.586201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:04.907894Z","time spent":"678.286227ms","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:05.586238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293691749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.586248Z","caller":"traceutil/trace.go:171","msg":"trace[1197902122] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25770; }","duration":"4.117009669s","start":"2026-03-01T14:59:01.469217Z","end":"2026-03-01T14:59:05.586227Z","steps":["trace[1197902122] 'agreement among raft nodes before linearized reading' (duration: 4.116711942s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679393268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.586272Z","caller":"traceutil/trace.go:171","msg":"trace[562330008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25770; }","duration":"1.293765421s","start":"2026-03-01T14:59:04.292495Z","end":"2026-03-01T14:59:05.58626Z","steps":["trace[562330008] 'agreement among raft nodes before linearized reading' (duration: 1.29372329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.585885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52340368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.586306Z","caller":"traceutil/trace.go:171","msg":"trace[1023253512] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25770; }","duration":"1.679480921s","start":"2026-03-01T14:59:03.90681Z","end":"2026-03-01T14:59:05.586291Z","steps":["trace[1023253512] 'agreement among raft nodes before linearized reading' (duration: 1.679412799s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:04.292473Z","time spent":"1.293826823s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:05.58634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:03.906789Z","time spent":"1.679542862s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:05.586358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688016613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:05.586396Z","caller":"traceutil/trace.go:171","msg":"trace[1488169032] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25770; }","duration":"3.6882885s","start":"2026-03-01T14:59:01.8981Z","end":"2026-03-01T14:59:05.586388Z","steps":["trace[1488169032] 'agreement among raft nodes before linearized reading' (duration: 3.688222148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644745772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"warn","ts":"2026-03-01T14:59:05.586423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.898068Z","time spent":"3.688350072s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:05.58644Z","caller":"traceutil/trace.go:171","msg":"trace[931071535] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25770; }","duration":"2.644836795s","start":"2026-03-01T14:59:02.941594Z","end":"2026-03-01T14:59:05.586431Z","steps":["trace[931071535] 'agreement among raft nodes before linearized reading' (duration: 2.644441945s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.941523Z","time spent":"2.644951188s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267284,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T14:59:05.586199Z","caller":"traceutil/trace.go:171","msg":"trace[293296114] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25770; }","duration":"1.560638107s","start":"2026-03-01T14:59:04.025547Z","end":"2026-03-01T14:59:05.586185Z","steps":["trace[293296114] 'agreement among raft nodes before linearized reading' (duration: 1.560565915s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:04.025479Z","time spent":"1.561049398s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:05.585963Z","caller":"traceutil/trace.go:171","msg":"trace[1483559573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25770; }","duration":"3.235047599s","start":"2026-03-01T14:59:02.350901Z","end":"2026-03-01T14:59:05.585949Z","steps":["trace[1483559573] 'agreement among raft nodes before linearized reading' (duration: 3.234829864s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:05.586351Z","caller":"traceutil/trace.go:171","msg":"trace[2142483442] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25770; }","duration":"3.523931183s","start":"2026-03-01T14:59:02.062398Z","end":"2026-03-01T14:59:05.586329Z","steps":["trace[2142483442] 'agreement among raft nodes before linearized reading' (duration: 3.52342463s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.846667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.586709Z","caller":"traceutil/trace.go:171","msg":"trace[609889078] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25770; }","duration":"173.878228ms","start":"2026-03-01T14:59:05.412821Z","end":"2026-03-01T14:59:05.5867Z","steps":["trace[609889078] 'agreement among raft nodes before linearized reading' (duration: 173.833117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.585995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063672248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.5868Z","caller":"traceutil/trace.go:171","msg":"trace[1578245705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25770; }","duration":"1.064536689s","start":"2026-03-01T14:59:04.522252Z","end":"2026-03-01T14:59:05.586788Z","steps":["trace[1578245705] 'agreement among raft nodes before linearized reading' (duration: 1.063525084s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:04.522231Z","time spent":"1.064588711s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:05.586299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.469197Z","time spent":"4.117093712s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":58304,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachines.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:05.586634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.116296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-01T14:59:05.58698Z","caller":"traceutil/trace.go:171","msg":"trace[1272327522] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564; range_end:; response_count:1; response_revision:25770; }","duration":"421.481315ms","start":"2026-03-01T14:59:05.165477Z","end":"2026-03-01T14:59:05.586958Z","steps":["trace[1272327522] 'agreement among raft nodes before linearized reading' (duration: 421.075685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.586071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:01.959014Z","time spent":"3.627043257s","remote":"127.0.0.1:38750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:05.586738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.062369Z","time spent":"3.524333943s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:59:05.58703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.165467Z","time spent":"421.549367ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0c44925e-6884-4c40-a78d-f95284a19564\" "} {"level":"warn","ts":"2026-03-01T14:59:05.586014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586232599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:05.586919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.350871Z","time spent":"3.235846199s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:05.587104Z","caller":"traceutil/trace.go:171","msg":"trace[529149098] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25770; }","duration":"2.587361868s","start":"2026-03-01T14:59:02.999718Z","end":"2026-03-01T14:59:05.58708Z","steps":["trace[529149098] 'agreement among raft nodes before linearized reading' (duration: 2.586268671s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.587175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.999687Z","time spent":"2.587466831s","remote":"127.0.0.1:39028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:05.586168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181359788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:05.587265Z","caller":"traceutil/trace.go:171","msg":"trace[1668162786] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25770; }","duration":"3.182529688s","start":"2026-03-01T14:59:02.404717Z","end":"2026-03-01T14:59:05.587246Z","steps":["trace[1668162786] 'agreement among raft nodes before linearized reading' (duration: 3.181366728s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.587329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:02.404685Z","time spent":"3.182626199s","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:05.587586Z","caller":"traceutil/trace.go:171","msg":"trace[29030068] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"421.153268ms","start":"2026-03-01T14:59:05.164909Z","end":"2026-03-01T14:59:05.586062Z","steps":["trace[29030068] 'process raft request' (duration: 420.47081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.587772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18594368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:59:05.587767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.164881Z","time spent":"422.796839ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:59:05.587827Z","caller":"traceutil/trace.go:171","msg":"trace[1315920247] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25770; }","duration":"2.186035573s","start":"2026-03-01T14:59:03.401778Z","end":"2026-03-01T14:59:05.587814Z","steps":["trace[1315920247] 'agreement among raft nodes before linearized reading' (duration: 2.185853648s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:05.58786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:03.40176Z","time spent":"2.186092034s","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:06.096177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:06.596772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:07.097391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:07.597522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00086849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:59:07.597682Z","caller":"traceutil/trace.go:171","msg":"trace[920206527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001065614s","start":"2026-03-01T14:59:05.596587Z","end":"2026-03-01T14:59:07.597652Z","steps":["trace[920206527] 'agreement among raft nodes before linearized reading' (duration: 2.000809378s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:07.597748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.596583Z","time spent":"2.001149746s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:07.597731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:08.098823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:08.395516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.800910593s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:59:08.837671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.80358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:08.858861Z","caller":"traceutil/trace.go:171","msg":"trace[1052442132] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"3.26429073s","start":"2026-03-01T14:59:05.594532Z","end":"2026-03-01T14:59:08.858823Z","steps":["trace[1052442132] 'process raft request' (duration: 2.801200749s)","trace[1052442132] 'compare' (duration: 440.504098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:08.859001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.594515Z","time spent":"3.264409393s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:59:08.859079Z","caller":"traceutil/trace.go:171","msg":"trace[153578225] linearizableReadLoop","detail":"{readStateIndex:26761; appliedIndex:26760; }","duration":"3.263307915s","start":"2026-03-01T14:59:05.59574Z","end":"2026-03-01T14:59:08.859048Z","steps":["trace[153578225] 'read index received' (duration: 2.799902247s)","trace[153578225] 'applied index is now lower than readState.Index' (duration: 463.402588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:08.859275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26351552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T14:59:08.859328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841107878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:08.859353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165366512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"warn","ts":"2026-03-01T14:59:08.859363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928021351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:08.859387Z","caller":"traceutil/trace.go:171","msg":"trace[758983905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25771; }","duration":"3.165428314s","start":"2026-03-01T14:59:05.693949Z","end":"2026-03-01T14:59:08.859377Z","steps":["trace[758983905] 'agreement among raft nodes before linearized reading' (duration: 3.16530264s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:08.859386Z","caller":"traceutil/trace.go:171","msg":"trace[1680059624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25771; }","duration":"1.8411833s","start":"2026-03-01T14:59:07.018191Z","end":"2026-03-01T14:59:08.859374Z","steps":["trace[1680059624] 'agreement among raft nodes before linearized reading' (duration: 1.841059666s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.859393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253596292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:08.859341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262800683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-01T14:59:08.859407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.693934Z","time spent":"3.165466905s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":1,"response size":43910,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:08.859393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.662547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:08.859417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:07.018127Z","time spent":"1.841284212s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:08.859448Z","caller":"traceutil/trace.go:171","msg":"trace[1478717259] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25771; }","duration":"469.889484ms","start":"2026-03-01T14:59:08.389544Z","end":"2026-03-01T14:59:08.859433Z","steps":["trace[1478717259] 'agreement among raft nodes before linearized reading' (duration: 469.771401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.85948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:08.389523Z","time spent":"469.950445ms","remote":"127.0.0.1:37630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:08.859393Z","caller":"traceutil/trace.go:171","msg":"trace[124091016] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25771; }","duration":"1.928086613s","start":"2026-03-01T14:59:06.931298Z","end":"2026-03-01T14:59:08.859384Z","steps":["trace[124091016] 'agreement among raft nodes before linearized reading' (duration: 1.928040922s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.859535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:06.931279Z","time spent":"1.928244987s","remote":"127.0.0.1:38894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:08.859424Z","caller":"traceutil/trace.go:171","msg":"trace[1188922487] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25771; }","duration":"3.262913506s","start":"2026-03-01T14:59:05.596503Z","end":"2026-03-01T14:59:08.859416Z","steps":["trace[1188922487] 'agreement among raft nodes before linearized reading' (duration: 3.262713981s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.859626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.59649Z","time spent":"3.263127891s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-01T14:59:08.859315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261174072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:08.859701Z","caller":"traceutil/trace.go:171","msg":"trace[632189860] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25771; }","duration":"3.261582752s","start":"2026-03-01T14:59:05.598112Z","end":"2026-03-01T14:59:08.859695Z","steps":["trace[632189860] 'agreement among raft nodes before linearized reading' (duration: 3.261159451s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.859719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.598105Z","time spent":"3.261609142s","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-01T14:59:08.859365Z","caller":"traceutil/trace.go:171","msg":"trace[110442684] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25771; }","duration":"3.263637154s","start":"2026-03-01T14:59:05.595718Z","end":"2026-03-01T14:59:08.859355Z","steps":["trace[110442684] 'agreement among raft nodes before linearized reading' (duration: 3.26347951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.859769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:05.595711Z","time spent":"3.264046464s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T14:59:08.859422Z","caller":"traceutil/trace.go:171","msg":"trace[237782281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25771; }","duration":"1.253650663s","start":"2026-03-01T14:59:07.60576Z","end":"2026-03-01T14:59:08.859411Z","steps":["trace[237782281] 'agreement among raft nodes before linearized reading' (duration: 1.253617803s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:08.85981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:07.605742Z","time spent":"1.254062404s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:09.366078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:10.084064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.540235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:10.08419Z","caller":"traceutil/trace.go:171","msg":"trace[1658650456] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26761; }","duration":"1.218622046s","start":"2026-03-01T14:59:08.865549Z","end":"2026-03-01T14:59:10.084171Z","steps":["trace[1658650456] 'read index received' (duration: 518.916987ms)","trace[1658650456] 'applied index is now lower than readState.Index' (duration: 699.702729ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:10.084296Z","caller":"traceutil/trace.go:171","msg":"trace[404623508] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"1.218963865s","start":"2026-03-01T14:59:08.865322Z","end":"2026-03-01T14:59:10.084286Z","steps":["trace[404623508] 'process raft request' (duration: 519.076131ms)","trace[404623508] 'compare' (duration: 699.047303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:10.084354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:08.865313Z","time spent":"1.219004995s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:59:10.084609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219048217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:10.084635Z","caller":"traceutil/trace.go:171","msg":"trace[1278590847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25772; }","duration":"1.219116379s","start":"2026-03-01T14:59:08.86551Z","end":"2026-03-01T14:59:10.084626Z","steps":["trace[1278590847] 'agreement among raft nodes before linearized reading' (duration: 1.219012027s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.084662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:08.865491Z","time spent":"1.219165281s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:10.084824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218561315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:10.084847Z","caller":"traceutil/trace.go:171","msg":"trace[1953283604] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25772; }","duration":"1.218611606s","start":"2026-03-01T14:59:08.866229Z","end":"2026-03-01T14:59:10.084841Z","steps":["trace[1953283604] 'agreement among raft nodes before linearized reading' (duration: 1.218559134s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.084875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:08.866219Z","time spent":"1.218650466s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:59:10.085033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.675615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:10.085062Z","caller":"traceutil/trace.go:171","msg":"trace[1450641744] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25772; }","duration":"857.748357ms","start":"2026-03-01T14:59:09.227306Z","end":"2026-03-01T14:59:10.085054Z","steps":["trace[1450641744] 'agreement among raft nodes before linearized reading' (duration: 857.690695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.085103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:09.227284Z","time spent":"857.807978ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:10.085343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.606247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:59:10.085343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.098769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:10.085431Z","caller":"traceutil/trace.go:171","msg":"trace[83263352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25772; }","duration":"953.757832ms","start":"2026-03-01T14:59:09.131652Z","end":"2026-03-01T14:59:10.08541Z","steps":["trace[83263352] 'agreement among raft nodes before linearized reading' (duration: 953.598668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:10.085438Z","caller":"traceutil/trace.go:171","msg":"trace[687389756] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25772; }","duration":"259.314985ms","start":"2026-03-01T14:59:09.826105Z","end":"2026-03-01T14:59:10.08542Z","steps":["trace[687389756] 'agreement among raft nodes before linearized reading' (duration: 259.162771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.085481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:09.131627Z","time spent":"953.842893ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:10.085824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.673673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:10.085922Z","caller":"traceutil/trace.go:171","msg":"trace[458872899] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25772; }","duration":"753.617746ms","start":"2026-03-01T14:59:09.332286Z","end":"2026-03-01T14:59:10.085904Z","steps":["trace[458872899] 'agreement among raft nodes before linearized reading' (duration: 752.638112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.085988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:09.332253Z","time spent":"753.715749ms","remote":"127.0.0.1:48782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:10.086032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117475451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-01T14:59:10.086119Z","caller":"traceutil/trace.go:171","msg":"trace[1589355496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25772; }","duration":"1.117603575s","start":"2026-03-01T14:59:08.968491Z","end":"2026-03-01T14:59:10.086094Z","steps":["trace[1589355496] 'agreement among raft nodes before linearized reading' (duration: 1.116746843s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.086232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:08.968473Z","time spent":"1.117748068s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-01T14:59:10.086194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17380379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108632"} {"level":"info","ts":"2026-03-01T14:59:10.086355Z","caller":"traceutil/trace.go:171","msg":"trace[712406437] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25772; }","duration":"1.173991334s","start":"2026-03-01T14:59:08.912347Z","end":"2026-03-01T14:59:10.086339Z","steps":["trace[712406437] 'agreement among raft nodes before linearized reading' (duration: 1.172892847s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:10.086424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:08.912334Z","time spent":"1.174076937s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":108656,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:10.615823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:11.116787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:11.617284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:12.11769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-01T14:59:12.117708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:59:12.117786Z","caller":"traceutil/trace.go:171","msg":"trace[812777384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218352s","start":"2026-03-01T14:59:10.117552Z","end":"2026-03-01T14:59:12.11777Z","steps":["trace[812777384] 'agreement among raft nodes before linearized reading' (duration: 2.000091469s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:12.117826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:10.117541Z","time spent":"2.000276623s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:12.432986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.31801877s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:59:12.4343Z","caller":"traceutil/trace.go:171","msg":"trace[433533966] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"2.31885104s","start":"2026-03-01T14:59:10.114862Z","end":"2026-03-01T14:59:12.433713Z","steps":["trace[433533966] 'process raft request' (duration: 2.318544393s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:12.434583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:10.114847Z","time spent":"2.319555088s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:13.447604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014172823s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:59:13.590598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:12.968191Z","time spent":"622.400819ms","remote":"127.0.0.1:38518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:59:13.591658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.729254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:13.591768Z","caller":"traceutil/trace.go:171","msg":"trace[197737951] linearizableReadLoop","detail":"{readStateIndex:26764; appliedIndex:26762; }","duration":"3.476394697s","start":"2026-03-01T14:59:10.115351Z","end":"2026-03-01T14:59:13.591746Z","steps":["trace[197737951] 'read index received' (duration: 2.318134702s)","trace[197737951] 'applied index is now lower than readState.Index' (duration: 1.158258485s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:13.592222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476811508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:13.592305Z","caller":"traceutil/trace.go:171","msg":"trace[615599849] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"3.424301497s","start":"2026-03-01T14:59:10.167977Z","end":"2026-03-01T14:59:13.592279Z","steps":["trace[615599849] 'process raft request' (duration: 3.279830454s)","trace[615599849] 'compare' (duration: 143.261192ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:13.592351Z","caller":"traceutil/trace.go:171","msg":"trace[1383897016] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25774; }","duration":"3.476994882s","start":"2026-03-01T14:59:10.115325Z","end":"2026-03-01T14:59:13.59232Z","steps":["trace[1383897016] 'agreement among raft nodes before linearized reading' (duration: 3.476715055s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:13.592413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:10.16795Z","time spent":"3.42439596s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:13.592432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:10.115315Z","time spent":"3.477103886s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:59:14.118782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:59:14.119042Z","caller":"traceutil/trace.go:171","msg":"trace[1359999335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376015s","start":"2026-03-01T14:59:12.118632Z","end":"2026-03-01T14:59:14.119008Z","steps":["trace[1359999335] 'agreement among raft nodes before linearized reading' (duration: 2.000075488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:14.119154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:12.118613Z","time spent":"2.00052029s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:59:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:59:16.127812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999789141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:59:16.127951Z","caller":"traceutil/trace.go:171","msg":"trace[1667288331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929165s","start":"2026-03-01T14:59:14.127953Z","end":"2026-03-01T14:59:16.127882Z","steps":["trace[1667288331] 'agreement among raft nodes before linearized reading' (duration: 1.999825182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.128007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:14.127932Z","time spent":"2.000064398s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:59:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:59:16.431308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807724624s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:59:16.432936Z","caller":"traceutil/trace.go:171","msg":"trace[1761501836] linearizableReadLoop","detail":"{readStateIndex:26766; appliedIndex:26764; }","duration":"2.841090191s","start":"2026-03-01T14:59:13.591796Z","end":"2026-03-01T14:59:16.432886Z","steps":["trace[1761501836] 'read index received' (duration: 31.763255ms)","trace[1761501836] 'applied index is now lower than readState.Index' (duration: 2.809324266s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:16.433079Z","caller":"traceutil/trace.go:171","msg":"trace[785335268] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"3.332541881s","start":"2026-03-01T14:59:13.100522Z","end":"2026-03-01T14:59:16.433064Z","steps":["trace[785335268] 'process raft request' (duration: 3.330896589s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.433215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:13.100496Z","time spent":"3.332611682s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:16.515034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275804715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:59:16.649697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486697379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:16.649794Z","caller":"traceutil/trace.go:171","msg":"trace[288773023] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25775; }","duration":"3.486842863s","start":"2026-03-01T14:59:13.162926Z","end":"2026-03-01T14:59:16.649769Z","steps":["trace[288773023] 'agreement among raft nodes before linearized reading' (duration: 3.270499618s)","trace[288773023] 'count revisions from in-memory index tree' (duration: 216.094649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.649842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:13.16291Z","time spent":"3.486920304s","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.649864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.152148413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:16.64999Z","caller":"traceutil/trace.go:171","msg":"trace[210821907] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25775; }","duration":"5.152347619s","start":"2026-03-01T14:59:11.49761Z","end":"2026-03-01T14:59:16.649958Z","steps":["trace[210821907] 'agreement among raft nodes before linearized reading' (duration: 4.93585929s)","trace[210821907] 'count revisions from in-memory index tree' (duration: 216.307704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.650069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:11.497556Z","time spent":"5.152494822s","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.650174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705515139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:16.650218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228236512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:59:16.65027Z","caller":"traceutil/trace.go:171","msg":"trace[307271198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25775; }","duration":"4.705667493s","start":"2026-03-01T14:59:11.944581Z","end":"2026-03-01T14:59:16.650248Z","steps":["trace[307271198] 'agreement among raft nodes before linearized reading' (duration: 4.488872277s)","trace[307271198] 'count revisions from in-memory index tree' (duration: 216.661573ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:16.650319Z","caller":"traceutil/trace.go:171","msg":"trace[1764402498] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25775; }","duration":"5.228385486s","start":"2026-03-01T14:59:11.421905Z","end":"2026-03-01T14:59:16.650291Z","steps":["trace[1764402498] 'agreement among raft nodes before linearized reading' (duration: 5.011572569s)","trace[1764402498] 'range keys from in-memory index tree' (duration: 216.56843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.650346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458741509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:24099"} {"level":"warn","ts":"2026-03-01T14:59:16.650321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209435922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1898bf74e204b949\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-03-01T14:59:16.650372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:11.421887Z","time spent":"5.228475478s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-01T14:59:16.65039Z","caller":"traceutil/trace.go:171","msg":"trace[307034534] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25775; }","duration":"6.458814351s","start":"2026-03-01T14:59:10.191558Z","end":"2026-03-01T14:59:16.650373Z","steps":["trace[307034534] 'agreement among raft nodes before linearized reading' (duration: 6.241926343s)","trace[307034534] 'range keys from in-memory index tree' (duration: 216.727874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.650346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:11.944549Z","time spent":"4.705752986s","remote":"127.0.0.1:37690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.650425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:10.191544Z","time spent":"6.458872182s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":24123,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:16.650434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883300127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:16.650493Z","caller":"traceutil/trace.go:171","msg":"trace[793939102] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25775; }","duration":"4.883410429s","start":"2026-03-01T14:59:11.767061Z","end":"2026-03-01T14:59:16.650472Z","steps":["trace[793939102] 'agreement among raft nodes before linearized reading' (duration: 4.666400798s)","trace[793939102] 'count revisions from in-memory index tree' (duration: 216.93904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.650469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531733329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-01T14:59:16.650563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:11.767036Z","time spent":"4.883509062s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:16.65064Z","caller":"traceutil/trace.go:171","msg":"trace[1453889885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25775; }","duration":"6.531941175s","start":"2026-03-01T14:59:10.118656Z","end":"2026-03-01T14:59:16.650597Z","steps":["trace[1453889885] 'agreement among raft nodes before linearized reading' (duration: 6.314835951s)","trace[1453889885] 'range keys from in-memory index tree' (duration: 216.723334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.650703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.369951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-01T14:59:16.650719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:10.118638Z","time spent":"6.532063507s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-01T14:59:16.65041Z","caller":"traceutil/trace.go:171","msg":"trace[1602301864] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1898bf74e204b949; range_end:; response_count:1; response_revision:25775; }","duration":"4.209585525s","start":"2026-03-01T14:59:12.4408Z","end":"2026-03-01T14:59:16.650385Z","steps":["trace[1602301864] 'agreement among raft nodes before linearized reading' (duration: 3.992642656s)","trace[1602301864] 'range keys from in-memory index tree' (duration: 216.704434ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:16.650862Z","caller":"traceutil/trace.go:171","msg":"trace[1327039130] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26766; }","duration":"217.835072ms","start":"2026-03-01T14:59:16.433013Z","end":"2026-03-01T14:59:16.650848Z","steps":["trace[1327039130] 'read index received' (duration: 82.237175ms)","trace[1327039130] 'applied index is now lower than readState.Index' (duration: 135.596867ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:16.650867Z","caller":"traceutil/trace.go:171","msg":"trace[1520161098] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"1.212621463s","start":"2026-03-01T14:59:15.438233Z","end":"2026-03-01T14:59:16.650855Z","steps":["trace[1520161098] 'process raft request' (duration: 1.212558141s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.650873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:12.440782Z","time spent":"4.210073938s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1898bf74e204b949\" "} {"level":"warn","ts":"2026-03-01T14:59:16.650942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:15.438194Z","time spent":"1.212709536s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:16.650866Z","caller":"traceutil/trace.go:171","msg":"trace[58025857] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"1.411755282s","start":"2026-03-01T14:59:15.239095Z","end":"2026-03-01T14:59:16.65085Z","steps":["trace[58025857] 'process raft request' (duration: 1.276173075s)","trace[58025857] 'compare' (duration: 135.057264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:16.651086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:15.239063Z","time spent":"1.411936387s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:16.651198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077873331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:59:16.651217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732280093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:16.65123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.061392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:16.651253Z","caller":"traceutil/trace.go:171","msg":"trace[1755630529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25777; }","duration":"2.077998484s","start":"2026-03-01T14:59:14.573244Z","end":"2026-03-01T14:59:16.651242Z","steps":["trace[1755630529] 'agreement among raft nodes before linearized reading' (duration: 2.077662425s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:16.651268Z","caller":"traceutil/trace.go:171","msg":"trace[587552075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25777; }","duration":"596.102373ms","start":"2026-03-01T14:59:16.055156Z","end":"2026-03-01T14:59:16.651258Z","steps":["trace[587552075] 'agreement among raft nodes before linearized reading' (duration: 596.037692ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:16.651268Z","caller":"traceutil/trace.go:171","msg":"trace[1716827217] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25777; }","duration":"2.732374265s","start":"2026-03-01T14:59:13.918879Z","end":"2026-03-01T14:59:16.651253Z","steps":["trace[1716827217] 'agreement among raft nodes before linearized reading' (duration: 2.732017556s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.651273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.880157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:16.651299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:16.055102Z","time spent":"596.189555ms","remote":"127.0.0.1:38488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.651311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:13.918858Z","time spent":"2.732440676s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.651293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:14.573222Z","time spent":"2.078059696s","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:16.65134Z","caller":"traceutil/trace.go:171","msg":"trace[315140391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25777; }","duration":"522.976769ms","start":"2026-03-01T14:59:16.128348Z","end":"2026-03-01T14:59:16.651325Z","steps":["trace[315140391] 'agreement among raft nodes before linearized reading' (duration: 522.873566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.651312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805000063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:16.651385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:16.128335Z","time spent":"523.038731ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:59:16.651412Z","caller":"traceutil/trace.go:171","msg":"trace[730258508] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25777; }","duration":"1.805140477s","start":"2026-03-01T14:59:14.846255Z","end":"2026-03-01T14:59:16.651395Z","steps":["trace[730258508] 'agreement among raft nodes before linearized reading' (duration: 1.804958262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.65152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:14.846234Z","time spent":"1.805240269s","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.651603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66907318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T14:59:16.652991Z","caller":"traceutil/trace.go:171","msg":"trace[1084020829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25777; }","duration":"2.670482335s","start":"2026-03-01T14:59:13.982492Z","end":"2026-03-01T14:59:16.652975Z","steps":["trace[1084020829] 'agreement among raft nodes before linearized reading' (duration: 2.668997468s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.653081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:13.982481Z","time spent":"2.670580077s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:59:16.651685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265247112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:16.653273Z","caller":"traceutil/trace.go:171","msg":"trace[989309571] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25777; }","duration":"2.266885093s","start":"2026-03-01T14:59:14.38637Z","end":"2026-03-01T14:59:16.653255Z","steps":["trace[989309571] 'agreement among raft nodes before linearized reading' (duration: 2.265285523s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.653318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:14.38634Z","time spent":"2.266964314s","remote":"127.0.0.1:38684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:16.651689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669965181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-01T14:59:16.653417Z","caller":"traceutil/trace.go:171","msg":"trace[583520909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25777; }","duration":"2.671749157s","start":"2026-03-01T14:59:13.981652Z","end":"2026-03-01T14:59:16.653401Z","steps":["trace[583520909] 'agreement among raft nodes before linearized reading' (duration: 2.669852039s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.651729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241827267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:16.653532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:13.981622Z","time spent":"2.671868229s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:59:16.653654Z","caller":"traceutil/trace.go:171","msg":"trace[602614840] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25777; }","duration":"2.243663003s","start":"2026-03-01T14:59:14.409877Z","end":"2026-03-01T14:59:16.65354Z","steps":["trace[602614840] 'agreement among raft nodes before linearized reading' (duration: 2.241774526s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.653826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:14.409832Z","time spent":"2.243951671s","remote":"127.0.0.1:51456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:16.876465Z","caller":"traceutil/trace.go:171","msg":"trace[1830911590] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"222.026439ms","start":"2026-03-01T14:59:16.654385Z","end":"2026-03-01T14:59:16.876412Z","steps":["trace[1830911590] 'process raft request' (duration: 158.024127ms)","trace[1830911590] 'compare' (duration: 63.595122ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:16.876508Z","caller":"traceutil/trace.go:171","msg":"trace[32817439] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"219.251209ms","start":"2026-03-01T14:59:16.657218Z","end":"2026-03-01T14:59:16.876469Z","steps":["trace[32817439] 'process raft request' (duration: 219.079145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:16.876745Z","caller":"traceutil/trace.go:171","msg":"trace[437170436] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26768; }","duration":"221.460615ms","start":"2026-03-01T14:59:16.655264Z","end":"2026-03-01T14:59:16.876724Z","steps":["trace[437170436] 'read index received' (duration: 62.353361ms)","trace[437170436] 'applied index is now lower than readState.Index' (duration: 159.106414ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:16.87695Z","caller":"traceutil/trace.go:171","msg":"trace[1096618517] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"218.716186ms","start":"2026-03-01T14:59:16.658221Z","end":"2026-03-01T14:59:16.876937Z","steps":["trace[1096618517] 'process raft request' (duration: 218.161822ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:16.877159Z","caller":"traceutil/trace.go:171","msg":"trace[1374570899] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"158.605711ms","start":"2026-03-01T14:59:16.718498Z","end":"2026-03-01T14:59:16.877103Z","steps":["trace[1374570899] 'process raft request' (duration: 158.151629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.877204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.584752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:16.87729Z","caller":"traceutil/trace.go:171","msg":"trace[766460911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25781; }","duration":"218.698145ms","start":"2026-03-01T14:59:16.658574Z","end":"2026-03-01T14:59:16.877272Z","steps":["trace[766460911] 'agreement among raft nodes before linearized reading' (duration: 218.50187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.877327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.031849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b2ef0b4b-8d6a-4e73-b3e0-58f2eea3e77a\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-01T14:59:16.877429Z","caller":"traceutil/trace.go:171","msg":"trace[1200636142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b2ef0b4b-8d6a-4e73-b3e0-58f2eea3e77a; range_end:; response_count:1; response_revision:25781; }","duration":"222.174523ms","start":"2026-03-01T14:59:16.655226Z","end":"2026-03-01T14:59:16.877401Z","steps":["trace[1200636142] 'agreement among raft nodes before linearized reading' (duration: 221.784103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:16.877428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.926071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"info","ts":"2026-03-01T14:59:16.877551Z","caller":"traceutil/trace.go:171","msg":"trace[1704177060] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25781; }","duration":"163.096325ms","start":"2026-03-01T14:59:16.714438Z","end":"2026-03-01T14:59:16.877534Z","steps":["trace[1704177060] 'agreement among raft nodes before linearized reading' (duration: 162.762557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:17.38503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:17.886197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:17.992371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048063352s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:59:18.023532Z","caller":"traceutil/trace.go:171","msg":"trace[772871212] linearizableReadLoop","detail":"{readStateIndex:26774; appliedIndex:26773; }","duration":"1.138545295s","start":"2026-03-01T14:59:16.884968Z","end":"2026-03-01T14:59:18.023513Z","steps":["trace[772871212] 'read index received' (duration: 1.10755236s)","trace[772871212] 'applied index is now lower than readState.Index' (duration: 30.991755ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:18.023586Z","caller":"traceutil/trace.go:171","msg":"trace[49978464] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"1.140319111s","start":"2026-03-01T14:59:16.88324Z","end":"2026-03-01T14:59:18.023559Z","steps":["trace[49978464] 'process raft request' (duration: 1.109391187s)","trace[49978464] 'compare' (duration: 29.664302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:18.023687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13871127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:59:18.023718Z","caller":"traceutil/trace.go:171","msg":"trace[165505857] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25782; }","duration":"1.138762461s","start":"2026-03-01T14:59:16.884948Z","end":"2026-03-01T14:59:18.02371Z","steps":["trace[165505857] 'agreement among raft nodes before linearized reading' (duration: 1.138669329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.023714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:16.883224Z","time spent":"1.140408404s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:18.02374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:16.884939Z","time spent":"1.138793343s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:59:18.023968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117035001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13883"} {"level":"info","ts":"2026-03-01T14:59:18.023996Z","caller":"traceutil/trace.go:171","msg":"trace[1948544009] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25782; }","duration":"1.117117523s","start":"2026-03-01T14:59:16.906871Z","end":"2026-03-01T14:59:18.023989Z","steps":["trace[1948544009] 'agreement among raft nodes before linearized reading' (duration: 1.117024021s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.024015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:16.906839Z","time spent":"1.117170994s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":13907,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:18.024076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.551652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:18.024129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.048962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:18.024133Z","caller":"traceutil/trace.go:171","msg":"trace[1909606034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25782; }","duration":"504.653065ms","start":"2026-03-01T14:59:17.519465Z","end":"2026-03-01T14:59:18.024118Z","steps":["trace[1909606034] 'agreement among raft nodes before linearized reading' (duration: 504.564522ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:18.024149Z","caller":"traceutil/trace.go:171","msg":"trace[1170049648] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25782; }","duration":"792.101552ms","start":"2026-03-01T14:59:17.232041Z","end":"2026-03-01T14:59:18.024143Z","steps":["trace[1170049648] 'agreement among raft nodes before linearized reading' (duration: 792.061761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.024168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:17.232025Z","time spent":"792.137504ms","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:18.024174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:17.519443Z","time spent":"504.719906ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:18.024308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.466435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:18.024347Z","caller":"traceutil/trace.go:171","msg":"trace[791796013] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25782; }","duration":"942.507516ms","start":"2026-03-01T14:59:17.081833Z","end":"2026-03-01T14:59:18.02434Z","steps":["trace[791796013] 'agreement among raft nodes before linearized reading' (duration: 942.438814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.024366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:17.081786Z","time spent":"942.573888ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:18.024585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037015281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-01T14:59:18.024614Z","caller":"traceutil/trace.go:171","msg":"trace[391886381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25782; }","duration":"1.037071183s","start":"2026-03-01T14:59:16.987533Z","end":"2026-03-01T14:59:18.024604Z","steps":["trace[391886381] 'agreement among raft nodes before linearized reading' (duration: 1.037001871s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.024632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:16.987519Z","time spent":"1.037107884s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-01T14:59:18.661499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.081569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:18.661684Z","caller":"traceutil/trace.go:171","msg":"trace[2114435072] linearizableReadLoop","detail":"{readStateIndex:26775; appliedIndex:26774; }","duration":"592.388479ms","start":"2026-03-01T14:59:18.069274Z","end":"2026-03-01T14:59:18.661663Z","steps":["trace[2114435072] 'read index received' (duration: 162.972062ms)","trace[2114435072] 'applied index is now lower than readState.Index' (duration: 429.414907ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:18.661776Z","caller":"traceutil/trace.go:171","msg":"trace[1917319644] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"620.302176ms","start":"2026-03-01T14:59:18.041461Z","end":"2026-03-01T14:59:18.661763Z","steps":["trace[1917319644] 'process raft request' (duration: 190.837838ms)","trace[1917319644] 'compare' (duration: 427.815867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:18.661852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.041439Z","time spent":"620.372069ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:18.66229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.005784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:18.662352Z","caller":"traceutil/trace.go:171","msg":"trace[1927373391] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25783; }","duration":"593.097287ms","start":"2026-03-01T14:59:18.069241Z","end":"2026-03-01T14:59:18.662338Z","steps":["trace[1927373391] 'agreement among raft nodes before linearized reading' (duration: 592.85495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.662396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.069228Z","time spent":"593.156259ms","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:18.899319Z","caller":"traceutil/trace.go:171","msg":"trace[441045778] linearizableReadLoop","detail":"{readStateIndex:26776; appliedIndex:26775; }","duration":"237.561543ms","start":"2026-03-01T14:59:18.66172Z","end":"2026-03-01T14:59:18.899282Z","steps":["trace[441045778] 'read index received' (duration: 138.0283ms)","trace[441045778] 'applied index is now lower than readState.Index' (duration: 99.531983ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:18.899432Z","caller":"traceutil/trace.go:171","msg":"trace[1095399328] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"301.641178ms","start":"2026-03-01T14:59:18.597703Z","end":"2026-03-01T14:59:18.899344Z","steps":["trace[1095399328] 'process raft request' (duration: 202.040613ms)","trace[1095399328] 'compare' (duration: 99.362779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:18.899484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.778691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:18.899543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.519562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:18.899572Z","caller":"traceutil/trace.go:171","msg":"trace[1721379006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25784; }","duration":"497.904114ms","start":"2026-03-01T14:59:18.401647Z","end":"2026-03-01T14:59:18.899551Z","steps":["trace[1721379006] 'agreement among raft nodes before linearized reading' (duration: 497.695739ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:18.8996Z","caller":"traceutil/trace.go:171","msg":"trace[1891825359] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25784; }","duration":"605.654685ms","start":"2026-03-01T14:59:18.293935Z","end":"2026-03-01T14:59:18.89959Z","steps":["trace[1891825359] 'agreement among raft nodes before linearized reading' (duration: 605.524822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.89962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.40156Z","time spent":"498.048887ms","remote":"127.0.0.1:38442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:18.899636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.293913Z","time spent":"605.713967ms","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:18.900079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.106501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:18.900164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.597677Z","time spent":"301.855083ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:18.900221Z","caller":"traceutil/trace.go:171","msg":"trace[1183826525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25784; }","duration":"719.273115ms","start":"2026-03-01T14:59:18.180892Z","end":"2026-03-01T14:59:18.900165Z","steps":["trace[1183826525] 'agreement among raft nodes before linearized reading' (duration: 719.015239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.900378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.805864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:18.900423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.180869Z","time spent":"719.536432ms","remote":"127.0.0.1:38494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:59:18.900475Z","caller":"traceutil/trace.go:171","msg":"trace[531964402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25784; }","duration":"380.937858ms","start":"2026-03-01T14:59:18.519501Z","end":"2026-03-01T14:59:18.900439Z","steps":["trace[531964402] 'agreement among raft nodes before linearized reading' (duration: 379.944322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.900528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.519481Z","time spent":"381.03836ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:18.900819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.407538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-03-01T14:59:18.90088Z","caller":"traceutil/trace.go:171","msg":"trace[1880029119] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25784; }","duration":"801.508121ms","start":"2026-03-01T14:59:18.099357Z","end":"2026-03-01T14:59:18.900865Z","steps":["trace[1880029119] 'agreement among raft nodes before linearized reading' (duration: 800.105475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:18.900925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.09934Z","time spent":"801.577052ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":137839,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:18.901081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.415007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf7560114b9a\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-01T14:59:18.901147Z","caller":"traceutil/trace.go:171","msg":"trace[1362163677] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf7560114b9a; range_end:; response_count:1; response_revision:25784; }","duration":"230.680289ms","start":"2026-03-01T14:59:18.670448Z","end":"2026-03-01T14:59:18.901128Z","steps":["trace[1362163677] 'agreement among raft nodes before linearized reading' (duration: 229.372846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:19.285175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.533806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:19.285316Z","caller":"traceutil/trace.go:171","msg":"trace[1137942102] linearizableReadLoop","detail":"{readStateIndex:26777; appliedIndex:26776; }","duration":"283.413935ms","start":"2026-03-01T14:59:19.001876Z","end":"2026-03-01T14:59:19.28529Z","steps":["trace[1137942102] 'read index received' (duration: 164.557201ms)","trace[1137942102] 'applied index is now lower than readState.Index' (duration: 118.853274ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:19.285365Z","caller":"traceutil/trace.go:171","msg":"trace[7011079] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"382.086986ms","start":"2026-03-01T14:59:18.903216Z","end":"2026-03-01T14:59:19.285303Z","steps":["trace[7011079] 'process raft request' (duration: 263.301144ms)","trace[7011079] 'compare' (duration: 118.129326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:19.285614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:18.903189Z","time spent":"382.264712ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:19.285657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.878866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:19.285697Z","caller":"traceutil/trace.go:171","msg":"trace[286152002] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25785; }","duration":"210.968948ms","start":"2026-03-01T14:59:19.074717Z","end":"2026-03-01T14:59:19.285686Z","steps":["trace[286152002] 'agreement among raft nodes before linearized reading' (duration: 210.888266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:19.28569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.031096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:19.28576Z","caller":"traceutil/trace.go:171","msg":"trace[535813903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25785; }","duration":"199.154599ms","start":"2026-03-01T14:59:19.086588Z","end":"2026-03-01T14:59:19.285743Z","steps":["trace[535813903] 'agreement among raft nodes before linearized reading' (duration: 199.023726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:19.285769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.899398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-01T14:59:19.285807Z","caller":"traceutil/trace.go:171","msg":"trace[1546101499] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25785; }","duration":"283.99107ms","start":"2026-03-01T14:59:19.001806Z","end":"2026-03-01T14:59:19.285797Z","steps":["trace[1546101499] 'agreement among raft nodes before linearized reading' (duration: 283.61517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:20.141997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.231876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:20.142099Z","caller":"traceutil/trace.go:171","msg":"trace[711547467] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26777; }","duration":"803.188744ms","start":"2026-03-01T14:59:19.338894Z","end":"2026-03-01T14:59:20.142083Z","steps":["trace[711547467] 'read index received' (duration: 178.802183ms)","trace[711547467] 'applied index is now lower than readState.Index' (duration: 624.384771ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:20.142176Z","caller":"traceutil/trace.go:171","msg":"trace[1613203179] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"851.836397ms","start":"2026-03-01T14:59:19.290295Z","end":"2026-03-01T14:59:20.142132Z","steps":["trace[1613203179] 'process raft request' (duration: 227.390865ms)","trace[1613203179] 'compare' (duration: 624.048742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:20.142346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.43983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-01T14:59:20.142397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:19.290283Z","time spent":"851.98241ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:20.142413Z","caller":"traceutil/trace.go:171","msg":"trace[60042590] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25786; }","duration":"803.530653ms","start":"2026-03-01T14:59:19.338863Z","end":"2026-03-01T14:59:20.142394Z","steps":["trace[60042590] 'agreement among raft nodes before linearized reading' (duration: 803.287286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:20.142466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:19.338847Z","time spent":"803.605024ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:59:20.201378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.692899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:59:20.201461Z","caller":"traceutil/trace.go:171","msg":"trace[67151551] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25786; }","duration":"260.842383ms","start":"2026-03-01T14:59:19.940601Z","end":"2026-03-01T14:59:20.201443Z","steps":["trace[67151551] 'agreement among raft nodes before linearized reading' (duration: 260.617818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:20.201474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.057304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:20.201598Z","caller":"traceutil/trace.go:171","msg":"trace[1095316637] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25786; }","duration":"475.218179ms","start":"2026-03-01T14:59:19.72633Z","end":"2026-03-01T14:59:20.201548Z","steps":["trace[1095316637] 'agreement among raft nodes before linearized reading' (duration: 475.015884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:20.201669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:19.726304Z","time spent":"475.350682ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:20.201632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.021721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:20.20176Z","caller":"traceutil/trace.go:171","msg":"trace[173195097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25786; }","duration":"680.202806ms","start":"2026-03-01T14:59:19.52153Z","end":"2026-03-01T14:59:20.201733Z","steps":["trace[173195097] 'agreement among raft nodes before linearized reading' (duration: 679.889778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:20.20182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:19.521477Z","time spent":"680.334069ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:20.202095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.999176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:73031"} {"level":"info","ts":"2026-03-01T14:59:20.202214Z","caller":"traceutil/trace.go:171","msg":"trace[833768419] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25786; }","duration":"851.108658ms","start":"2026-03-01T14:59:19.351047Z","end":"2026-03-01T14:59:20.202155Z","steps":["trace[833768419] 'agreement among raft nodes before linearized reading' (duration: 850.247457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:20.202305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:19.351037Z","time spent":"851.217862ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":73055,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:20.547028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.305399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:20.547186Z","caller":"traceutil/trace.go:171","msg":"trace[1576630343] linearizableReadLoop","detail":"{readStateIndex:26781; appliedIndex:26780; }","duration":"153.493551ms","start":"2026-03-01T14:59:20.393668Z","end":"2026-03-01T14:59:20.547162Z","steps":["trace[1576630343] 'read index received' (duration: 21.920155ms)","trace[1576630343] 'applied index is now lower than readState.Index' (duration: 131.571366ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:20.547201Z","caller":"traceutil/trace.go:171","msg":"trace[1840050272] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"237.286815ms","start":"2026-03-01T14:59:20.309877Z","end":"2026-03-01T14:59:20.547163Z","steps":["trace[1840050272] 'process raft request' (duration: 105.713269ms)","trace[1840050272] 'compare' (duration: 131.085664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:20.547427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.752357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-03-01T14:59:20.547475Z","caller":"traceutil/trace.go:171","msg":"trace[885097612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25788; }","duration":"153.836739ms","start":"2026-03-01T14:59:20.393619Z","end":"2026-03-01T14:59:20.547456Z","steps":["trace[885097612] 'agreement among raft nodes before linearized reading' (duration: 153.601254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:21.181085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.908863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:21.181252Z","caller":"traceutil/trace.go:171","msg":"trace[59478199] linearizableReadLoop","detail":"{readStateIndex:26782; appliedIndex:26781; }","duration":"560.920292ms","start":"2026-03-01T14:59:20.6203Z","end":"2026-03-01T14:59:21.18122Z","steps":["trace[59478199] 'read index received' (duration: 434.520408ms)","trace[59478199] 'applied index is now lower than readState.Index' (duration: 126.396744ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:21.181291Z","caller":"traceutil/trace.go:171","msg":"trace[540138172] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"626.104454ms","start":"2026-03-01T14:59:20.55515Z","end":"2026-03-01T14:59:21.181255Z","steps":["trace[540138172] 'process raft request' (duration: 499.932565ms)","trace[540138172] 'compare' (duration: 125.116642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:21.181453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:20.555121Z","time spent":"626.234828ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:21.181634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.332432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65143"} {"level":"info","ts":"2026-03-01T14:59:21.181685Z","caller":"traceutil/trace.go:171","msg":"trace[385631083] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25789; }","duration":"561.441676ms","start":"2026-03-01T14:59:20.620231Z","end":"2026-03-01T14:59:21.181673Z","steps":["trace[385631083] 'agreement among raft nodes before linearized reading' (duration: 561.117188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:21.181746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:20.62021Z","time spent":"561.524737ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":65167,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:21.181894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.002192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:21.181991Z","caller":"traceutil/trace.go:171","msg":"trace[650182857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25789; }","duration":"415.155715ms","start":"2026-03-01T14:59:20.766814Z","end":"2026-03-01T14:59:21.18197Z","steps":["trace[650182857] 'agreement among raft nodes before linearized reading' (duration: 414.95518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:21.182062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:20.766794Z","time spent":"415.251098ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:21.181698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.125482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:21.183063Z","caller":"traceutil/trace.go:171","msg":"trace[2037170706] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25789; }","duration":"518.518646ms","start":"2026-03-01T14:59:20.664504Z","end":"2026-03-01T14:59:21.183023Z","steps":["trace[2037170706] 'agreement among raft nodes before linearized reading' (duration: 517.127942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:21.183335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:20.664479Z","time spent":"518.801793ms","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:21.659168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.197725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:21.659297Z","caller":"traceutil/trace.go:171","msg":"trace[162402061] linearizableReadLoop","detail":"{readStateIndex:26783; appliedIndex:26782; }","duration":"433.420568ms","start":"2026-03-01T14:59:21.225854Z","end":"2026-03-01T14:59:21.659275Z","steps":["trace[162402061] 'read index received' (duration: 263.040879ms)","trace[162402061] 'applied index is now lower than readState.Index' (duration: 170.377889ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:21.659468Z","caller":"traceutil/trace.go:171","msg":"trace[1981129599] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"471.638177ms","start":"2026-03-01T14:59:21.18777Z","end":"2026-03-01T14:59:21.659408Z","steps":["trace[1981129599] 'process raft request' (duration: 301.071243ms)","trace[1981129599] 'compare' (duration: 170.059431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:21.659595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:21.187756Z","time spent":"471.783281ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:21.65971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.809848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:59:21.65979Z","caller":"traceutil/trace.go:171","msg":"trace[829998651] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:25790; }","duration":"237.930312ms","start":"2026-03-01T14:59:21.421843Z","end":"2026-03-01T14:59:21.659773Z","steps":["trace[829998651] 'agreement among raft nodes before linearized reading' (duration: 237.647474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:21.659811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.939852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"info","ts":"2026-03-01T14:59:21.659878Z","caller":"traceutil/trace.go:171","msg":"trace[1075507043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25790; }","duration":"434.072555ms","start":"2026-03-01T14:59:21.225792Z","end":"2026-03-01T14:59:21.659864Z","steps":["trace[1075507043] 'agreement among raft nodes before linearized reading' (duration: 433.846439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:21.659914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:21.225761Z","time spent":"434.145708ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":39943,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T14:59:21.659812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.490493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:21.660006Z","caller":"traceutil/trace.go:171","msg":"trace[1866047716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25790; }","duration":"127.723028ms","start":"2026-03-01T14:59:21.532259Z","end":"2026-03-01T14:59:21.659982Z","steps":["trace[1866047716] 'agreement among raft nodes before linearized reading' (duration: 127.481491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:22.455154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.661254ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:59:22.455271Z","caller":"traceutil/trace.go:171","msg":"trace[652726543] linearizableReadLoop","detail":"{readStateIndex:26784; appliedIndex:26783; }","duration":"792.327417ms","start":"2026-03-01T14:59:21.662922Z","end":"2026-03-01T14:59:22.45525Z","steps":["trace[652726543] 'read index received' (duration: 261.426998ms)","trace[652726543] 'applied index is now lower than readState.Index' (duration: 530.899229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:22.455378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:21.661336Z","time spent":"794.036782ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:59:22.455614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.934219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-fqzwr.1898bf9496e6b35f\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-01T14:59:22.455701Z","caller":"traceutil/trace.go:171","msg":"trace[1024387333] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-fqzwr.1898bf9496e6b35f; range_end:; response_count:1; response_revision:25790; }","duration":"792.048311ms","start":"2026-03-01T14:59:21.663637Z","end":"2026-03-01T14:59:22.455685Z","steps":["trace[1024387333] 'agreement among raft nodes before linearized reading' (duration: 791.847446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:22.455751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:21.663627Z","time spent":"792.116663ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":923,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-fqzwr.1898bf9496e6b35f\" "} {"level":"warn","ts":"2026-03-01T14:59:22.455803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.326333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:59:22.455676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.730578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T14:59:22.455918Z","caller":"traceutil/trace.go:171","msg":"trace[152702849] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25790; }","duration":"492.525807ms","start":"2026-03-01T14:59:21.963366Z","end":"2026-03-01T14:59:22.455892Z","steps":["trace[152702849] 'agreement among raft nodes before linearized reading' (duration: 492.284731ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:22.455934Z","caller":"traceutil/trace.go:171","msg":"trace[807689454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358; range_end:; response_count:1; response_revision:25790; }","duration":"793.012495ms","start":"2026-03-01T14:59:21.662892Z","end":"2026-03-01T14:59:22.455905Z","steps":["trace[807689454] 'agreement among raft nodes before linearized reading' (duration: 792.674117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:22.455981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:21.963336Z","time spent":"492.63206ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:22.456037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:21.662876Z","time spent":"793.129478ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-03b08d1b-1e58-4ff8-8ef8-4f38cc8a4358\" "} {"level":"warn","ts":"2026-03-01T14:59:22.819707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.422853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:59:22.819828Z","caller":"traceutil/trace.go:171","msg":"trace[974684308] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25792; }","duration":"262.568537ms","start":"2026-03-01T14:59:22.557236Z","end":"2026-03-01T14:59:22.819804Z","steps":["trace[974684308] 'range keys from in-memory index tree' (duration: 262.250349ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:22.841019Z","caller":"traceutil/trace.go:171","msg":"trace[278704951] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"281.200449ms","start":"2026-03-01T14:59:22.559782Z","end":"2026-03-01T14:59:22.840983Z","steps":["trace[278704951] 'process raft request' (duration: 281.022994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:23.420905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.492257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:59:23.421049Z","caller":"traceutil/trace.go:171","msg":"trace[1684972990] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"573.543871ms","start":"2026-03-01T14:59:22.847487Z","end":"2026-03-01T14:59:23.421031Z","steps":["trace[1684972990] 'process raft request' (duration: 220.813008ms)","trace[1684972990] 'compare' (duration: 352.281522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:23.421105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:22.847458Z","time spent":"573.619273ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:23.640171Z","caller":"traceutil/trace.go:171","msg":"trace[679878095] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26788; }","duration":"187.256677ms","start":"2026-03-01T14:59:23.452887Z","end":"2026-03-01T14:59:23.640144Z","steps":["trace[679878095] 'read index received' (duration: 106.997813ms)","trace[679878095] 'applied index is now lower than readState.Index' (duration: 80.257744ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:23.640211Z","caller":"traceutil/trace.go:171","msg":"trace[2082331503] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"212.505887ms","start":"2026-03-01T14:59:23.42767Z","end":"2026-03-01T14:59:23.640176Z","steps":["trace[2082331503] 'process raft request' (duration: 132.214622ms)","trace[2082331503] 'compare' (duration: 80.131411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:23.640411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.042879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:23.640461Z","caller":"traceutil/trace.go:171","msg":"trace[662835346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25795; }","duration":"119.136381ms","start":"2026-03-01T14:59:23.521314Z","end":"2026-03-01T14:59:23.640451Z","steps":["trace[662835346] 'agreement among raft nodes before linearized reading' (duration: 119.039029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:23.64049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.575676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:59:23.640574Z","caller":"traceutil/trace.go:171","msg":"trace[17915703] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25795; }","duration":"187.697938ms","start":"2026-03-01T14:59:23.452857Z","end":"2026-03-01T14:59:23.640555Z","steps":["trace[17915703] 'agreement among raft nodes before linearized reading' (duration: 187.42738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:24.205203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:24.705984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227912268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:59:24.89698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186353787s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:59:24.897809Z","caller":"traceutil/trace.go:171","msg":"trace[731358749] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"1.197298965s","start":"2026-03-01T14:59:23.700482Z","end":"2026-03-01T14:59:24.897781Z","steps":["trace[731358749] 'process raft request' (duration: 1.196828913s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:24.897972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:23.700466Z","time spent":"1.197408187s","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:25.344111Z","caller":"traceutil/trace.go:171","msg":"trace[1440576530] linearizableReadLoop","detail":"{readStateIndex:26793; appliedIndex:26790; }","duration":"1.639817035s","start":"2026-03-01T14:59:23.704275Z","end":"2026-03-01T14:59:25.344092Z","steps":["trace[1440576530] 'read index received' (duration: 1.193103809s)","trace[1440576530] 'applied index is now lower than readState.Index' (duration: 446.712616ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:25.344226Z","caller":"traceutil/trace.go:171","msg":"trace[538518654] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"1.402786205s","start":"2026-03-01T14:59:23.94143Z","end":"2026-03-01T14:59:25.344216Z","steps":["trace[538518654] 'process raft request' (duration: 1.402619251s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:25.344232Z","caller":"traceutil/trace.go:171","msg":"trace[1336813235] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"1.436547261s","start":"2026-03-01T14:59:23.907652Z","end":"2026-03-01T14:59:25.3442Z","steps":["trace[1336813235] 'process raft request' (duration: 1.418320098s)","trace[1336813235] 'compare' (duration: 17.758791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:25.344334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:23.941403Z","time spent":"1.402843297s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:59:25.344532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640258896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:25.344565Z","caller":"traceutil/trace.go:171","msg":"trace[1873810056] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25799; }","duration":"1.640323288s","start":"2026-03-01T14:59:23.704233Z","end":"2026-03-01T14:59:25.344557Z","steps":["trace[1873810056] 'agreement among raft nodes before linearized reading' (duration: 1.640253656s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:25.344589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:23.704214Z","time spent":"1.64036862s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:59:25.344814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.441593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:25.344853Z","caller":"traceutil/trace.go:171","msg":"trace[170174898] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25799; }","duration":"983.523826ms","start":"2026-03-01T14:59:24.361317Z","end":"2026-03-01T14:59:25.344841Z","steps":["trace[170174898] 'agreement among raft nodes before linearized reading' (duration: 983.463335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:25.344899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:24.361291Z","time spent":"983.583457ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:59:25.345163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.779351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf7560114b9a\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-01T14:59:25.345191Z","caller":"traceutil/trace.go:171","msg":"trace[2097990150] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf7560114b9a; range_end:; response_count:1; response_revision:25799; }","duration":"441.849993ms","start":"2026-03-01T14:59:24.903333Z","end":"2026-03-01T14:59:25.345183Z","steps":["trace[2097990150] 'agreement among raft nodes before linearized reading' (duration: 441.74182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:25.345211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:24.903319Z","time spent":"441.886953ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-g9lgs.1898bf7560114b9a\" "} {"level":"warn","ts":"2026-03-01T14:59:25.345328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.264811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:25.345351Z","caller":"traceutil/trace.go:171","msg":"trace[436886656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25799; }","duration":"580.287292ms","start":"2026-03-01T14:59:24.765057Z","end":"2026-03-01T14:59:25.345344Z","steps":["trace[436886656] 'agreement among raft nodes before linearized reading' (duration: 580.250501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:25.345368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:24.765001Z","time spent":"580.362404ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:59:25.345634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:59:23.90763Z","time spent":"1.436671415s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:59:25.552413Z","caller":"traceutil/trace.go:171","msg":"trace[1775878495] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"133.361702ms","start":"2026-03-01T14:59:25.419025Z","end":"2026-03-01T14:59:25.552387Z","steps":["trace[1775878495] 'process raft request' (duration: 65.879971ms)","trace[1775878495] 'compare' (duration: 67.163333ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:25.696598Z","caller":"traceutil/trace.go:171","msg":"trace[179194990] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"116.812471ms","start":"2026-03-01T14:59:25.579751Z","end":"2026-03-01T14:59:25.696563Z","steps":["trace[179194990] 'process raft request' (duration: 90.76915ms)","trace[179194990] 'compare' (duration: 25.800644ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:26.122563Z","caller":"traceutil/trace.go:171","msg":"trace[1643890335] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"110.857251ms","start":"2026-03-01T14:59:26.011674Z","end":"2026-03-01T14:59:26.122531Z","steps":["trace[1643890335] 'process raft request' (duration: 105.531056ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:26.12515Z","caller":"traceutil/trace.go:171","msg":"trace[56670944] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"112.181014ms","start":"2026-03-01T14:59:26.01295Z","end":"2026-03-01T14:59:26.125131Z","steps":["trace[56670944] 'process raft request' (duration: 112.047681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:27.220477Z","caller":"traceutil/trace.go:171","msg":"trace[874603809] linearizableReadLoop","detail":"{readStateIndex:26857; appliedIndex:26856; }","duration":"102.421576ms","start":"2026-03-01T14:59:27.118028Z","end":"2026-03-01T14:59:27.22045Z","steps":["trace[874603809] 'read index received' (duration: 99.394359ms)","trace[874603809] 'applied index is now lower than readState.Index' (duration: 3.025867ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:27.220546Z","caller":"traceutil/trace.go:171","msg":"trace[1076479861] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"205.223784ms","start":"2026-03-01T14:59:27.01529Z","end":"2026-03-01T14:59:27.220514Z","steps":["trace[1076479861] 'process raft request' (duration: 202.177586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:59:27.220688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.641803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T14:59:27.220729Z","caller":"traceutil/trace.go:171","msg":"trace[693729655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25863; }","duration":"102.732745ms","start":"2026-03-01T14:59:27.117986Z","end":"2026-03-01T14:59:27.220719Z","steps":["trace[693729655] 'agreement among raft nodes before linearized reading' (duration: 102.55505ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:27.550509Z","caller":"traceutil/trace.go:171","msg":"trace[1293804044] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"126.018675ms","start":"2026-03-01T14:59:27.424466Z","end":"2026-03-01T14:59:27.550484Z","steps":["trace[1293804044] 'process raft request' (duration: 124.162098ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:42.266184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24658} {"level":"info","ts":"2026-03-01T14:59:42.434287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24658,"took":"164.725686ms","hash":3268658881,"current-db-size-bytes":47439872,"current-db-size":"47 MB","current-db-size-in-use-bytes":29253632,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T14:59:42.434364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3268658881,"revision":24658,"compact-revision":21646} {"level":"info","ts":"2026-03-01T15:00:30.411663Z","caller":"traceutil/trace.go:171","msg":"trace[1045040717] linearizableReadLoop","detail":"{readStateIndex:27539; appliedIndex:27538; }","duration":"488.808133ms","start":"2026-03-01T15:00:29.922836Z","end":"2026-03-01T15:00:30.411645Z","steps":["trace[1045040717] 'read index received' (duration: 488.768572ms)","trace[1045040717] 'applied index is now lower than readState.Index' (duration: 38.691µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:30.411794Z","caller":"traceutil/trace.go:171","msg":"trace[1793779182] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"559.453504ms","start":"2026-03-01T15:00:29.852273Z","end":"2026-03-01T15:00:30.411727Z","steps":["trace[1793779182] 'process raft request' (duration: 559.243319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.411953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.08139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T15:00:30.412047Z","caller":"traceutil/trace.go:171","msg":"trace[928132804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26526; }","duration":"489.223644ms","start":"2026-03-01T15:00:29.922799Z","end":"2026-03-01T15:00:30.412023Z","steps":["trace[928132804] 'agreement among raft nodes before linearized reading' (duration: 488.952767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.412048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:29.852261Z","time spent":"559.644689ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:30.412112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:29.922784Z","time spent":"489.312735ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T15:00:30.529088Z","caller":"traceutil/trace.go:171","msg":"trace[1497655729] linearizableReadLoop","detail":"{readStateIndex:27542; appliedIndex:27539; }","duration":"117.326434ms","start":"2026-03-01T15:00:30.411739Z","end":"2026-03-01T15:00:30.529066Z","steps":["trace[1497655729] 'read index received' (duration: 91.678593ms)","trace[1497655729] 'applied index is now lower than readState.Index' (duration: 25.647001ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:30.529128Z","caller":"traceutil/trace.go:171","msg":"trace[870974356] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"447.222169ms","start":"2026-03-01T15:00:30.081866Z","end":"2026-03-01T15:00:30.529088Z","steps":["trace[870974356] 'process raft request' (duration: 421.535357ms)","trace[870974356] 'compare' (duration: 25.435685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:30.529288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:30.081849Z","time spent":"447.351632ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:30.529344Z","caller":"traceutil/trace.go:171","msg":"trace[1119661527] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"402.373942ms","start":"2026-03-01T15:00:30.126961Z","end":"2026-03-01T15:00:30.529335Z","steps":["trace[1119661527] 'process raft request' (duration: 402.039014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.52942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:30.12694Z","time spent":"402.432693ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:30.529527Z","caller":"traceutil/trace.go:171","msg":"trace[881394192] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"234.369423ms","start":"2026-03-01T15:00:30.29515Z","end":"2026-03-01T15:00:30.529519Z","steps":["trace[881394192] 'process raft request' (duration: 233.88284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.52931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.411325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T15:00:30.529635Z","caller":"traceutil/trace.go:171","msg":"trace[323450139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26529; }","duration":"606.734303ms","start":"2026-03-01T15:00:29.922871Z","end":"2026-03-01T15:00:30.529605Z","steps":["trace[323450139] 'agreement among raft nodes before linearized reading' (duration: 606.284262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.529686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.869918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:30.529713Z","caller":"traceutil/trace.go:171","msg":"trace[542254702] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26529; }","duration":"470.928999ms","start":"2026-03-01T15:00:30.058776Z","end":"2026-03-01T15:00:30.529705Z","steps":["trace[542254702] 'agreement among raft nodes before linearized reading' (duration: 470.828617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.529693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.805531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:00:30.52975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:29.922867Z","time spent":"606.851856ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T15:00:30.529786Z","caller":"traceutil/trace.go:171","msg":"trace[281831456] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26529; }","duration":"284.966685ms","start":"2026-03-01T15:00:30.244798Z","end":"2026-03-01T15:00:30.529765Z","steps":["trace[281831456] 'agreement among raft nodes before linearized reading' (duration: 284.738559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:30.529735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:30.058755Z","time spent":"470.974931ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:00:30.533048Z","caller":"traceutil/trace.go:171","msg":"trace[664906907] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"116.491104ms","start":"2026-03-01T15:00:30.41654Z","end":"2026-03-01T15:00:30.533031Z","steps":["trace[664906907] 'process raft request' (duration: 116.35387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.753678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.346011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:31.753785Z","caller":"traceutil/trace.go:171","msg":"trace[1156844837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26536; }","duration":"658.469004ms","start":"2026-03-01T15:00:31.09529Z","end":"2026-03-01T15:00:31.753759Z","steps":["trace[1156844837] 'count revisions from in-memory index tree' (duration: 658.26372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.753847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.095253Z","time spent":"658.575197ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:31.754112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.022983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T15:00:31.754205Z","caller":"traceutil/trace.go:171","msg":"trace[2041575207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26536; }","duration":"671.164537ms","start":"2026-03-01T15:00:31.083017Z","end":"2026-03-01T15:00:31.754182Z","steps":["trace[2041575207] 'range keys from in-memory index tree' (duration: 670.854039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.754358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.082998Z","time spent":"671.341091ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T15:00:31.754395Z","caller":"traceutil/trace.go:171","msg":"trace[1876075818] linearizableReadLoop","detail":"{readStateIndex:27550; appliedIndex:27549; }","duration":"402.934236ms","start":"2026-03-01T15:00:31.351441Z","end":"2026-03-01T15:00:31.754376Z","steps":["trace[1876075818] 'read index received' (duration: 400.122004ms)","trace[1876075818] 'applied index is now lower than readState.Index' (duration: 2.811241ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:31.754452Z","caller":"traceutil/trace.go:171","msg":"trace[212336556] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"420.120122ms","start":"2026-03-01T15:00:31.334308Z","end":"2026-03-01T15:00:31.754428Z","steps":["trace[212336556] 'process raft request' (duration: 417.249999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.754534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.06792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:31.754581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.334268Z","time spent":"420.249195ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:31.754609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.528184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T15:00:31.754612Z","caller":"traceutil/trace.go:171","msg":"trace[2074428319] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26537; }","duration":"403.201253ms","start":"2026-03-01T15:00:31.351391Z","end":"2026-03-01T15:00:31.754592Z","steps":["trace[2074428319] 'agreement among raft nodes before linearized reading' (duration: 403.07504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:31.754642Z","caller":"traceutil/trace.go:171","msg":"trace[426172418] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:26537; }","duration":"312.565855ms","start":"2026-03-01T15:00:31.442067Z","end":"2026-03-01T15:00:31.754632Z","steps":["trace[426172418] 'agreement among raft nodes before linearized reading' (duration: 312.425181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.754652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.351368Z","time spent":"403.274924ms","remote":"127.0.0.1:43426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:31.754678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.442038Z","time spent":"312.631867ms","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-01T15:00:31.754741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.138334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:00:31.754743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.862753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-01T15:00:31.754781Z","caller":"traceutil/trace.go:171","msg":"trace[306062358] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26537; }","duration":"271.177605ms","start":"2026-03-01T15:00:31.483592Z","end":"2026-03-01T15:00:31.754769Z","steps":["trace[306062358] 'agreement among raft nodes before linearized reading' (duration: 271.107534ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:31.7548Z","caller":"traceutil/trace.go:171","msg":"trace[1875426403] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26537; }","duration":"219.947976ms","start":"2026-03-01T15:00:31.534836Z","end":"2026-03-01T15:00:31.754784Z","steps":["trace[1875426403] 'agreement among raft nodes before linearized reading' (duration: 219.795652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.754768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.548222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:31.754946Z","caller":"traceutil/trace.go:171","msg":"trace[457922987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26537; }","duration":"235.722176ms","start":"2026-03-01T15:00:31.519164Z","end":"2026-03-01T15:00:31.754886Z","steps":["trace[457922987] 'agreement among raft nodes before linearized reading' (duration: 235.510791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:37.020563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227914430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T15:00:37.521618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227914430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T15:00:37.662896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221857498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T15:00:37.663365Z","caller":"traceutil/trace.go:171","msg":"trace[695623790] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"1.222424662s","start":"2026-03-01T15:00:36.440914Z","end":"2026-03-01T15:00:37.663339Z","steps":["trace[695623790] 'process raft request' (duration: 1.222255028s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:37.663522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.440898Z","time spent":"1.222548515s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:38.520917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T15:00:38.520989Z","caller":"traceutil/trace.go:171","msg":"trace[1058502733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779806s","start":"2026-03-01T15:00:36.520193Z","end":"2026-03-01T15:00:38.520973Z","steps":["trace[1058502733] 'agreement among raft nodes before linearized reading' (duration: 2.000687403s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.521026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.520129Z","time spent":"2.000889939s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 15:00:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T15:00:39.456614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.792223868s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T15:00:39.464427Z","caller":"traceutil/trace.go:171","msg":"trace[220786483] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"2.917318844s","start":"2026-03-01T15:00:36.54706Z","end":"2026-03-01T15:00:39.464378Z","steps":["trace[220786483] 'process raft request' (duration: 2.909817873s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:39.464641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.547049Z","time spent":"2.917452677s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:39.465422Z","caller":"traceutil/trace.go:171","msg":"trace[1605662990] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"2.916230366s","start":"2026-03-01T15:00:36.549162Z","end":"2026-03-01T15:00:39.465392Z","steps":["trace[1605662990] 'process raft request' (duration: 2.915093627s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:39.465439Z","caller":"traceutil/trace.go:171","msg":"trace[1125232799] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"2.915117938s","start":"2026-03-01T15:00:36.55029Z","end":"2026-03-01T15:00:39.465408Z","steps":["trace[1125232799] 'process raft request' (duration: 2.914096232s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:39.465613Z","caller":"traceutil/trace.go:171","msg":"trace[1409120942] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"2.914180335s","start":"2026-03-01T15:00:36.551415Z","end":"2026-03-01T15:00:39.465595Z","steps":["trace[1409120942] 'process raft request' (duration: 2.913027635s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:39.465613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.549153Z","time spent":"2.916346069s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:39.465665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.55026Z","time spent":"2.915263022s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:39.465701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.551398Z","time spent":"2.914262477s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:40.302064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.505058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T15:00:40.303036Z","caller":"traceutil/trace.go:171","msg":"trace[1345580644] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"3.475927166s","start":"2026-03-01T15:00:36.827081Z","end":"2026-03-01T15:00:40.303008Z","steps":["trace[1345580644] 'process raft request' (duration: 3.475107444s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.303227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.827058Z","time spent":"3.47607622s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:40.368823Z","caller":"traceutil/trace.go:171","msg":"trace[4536599] linearizableReadLoop","detail":"{readStateIndex:27591; appliedIndex:27583; }","duration":"3.848549874s","start":"2026-03-01T15:00:36.520207Z","end":"2026-03-01T15:00:40.368757Z","steps":["trace[4536599] 'read index received' (duration: 1.142954568s)","trace[4536599] 'applied index is now lower than readState.Index' (duration: 2.705594086s)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:40.369015Z","caller":"traceutil/trace.go:171","msg":"trace[725207381] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"3.398647246s","start":"2026-03-01T15:00:36.970343Z","end":"2026-03-01T15:00:40.368991Z","steps":["trace[725207381] 'process raft request' (duration: 3.332650714s)","trace[725207381] 'compare' (duration: 65.51705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:40.369167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.970317Z","time spent":"3.398748539s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:40.369161Z","caller":"traceutil/trace.go:171","msg":"trace[648484020] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"2.595458383s","start":"2026-03-01T15:00:37.773678Z","end":"2026-03-01T15:00:40.369136Z","steps":["trace[648484020] 'process raft request' (duration: 2.595026812s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.369295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.77365Z","time spent":"2.595581966s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:40.369637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810740194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T15:00:40.369692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68518042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T15:00:40.36975Z","caller":"traceutil/trace.go:171","msg":"trace[1032430644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26579; }","duration":"3.685311294s","start":"2026-03-01T15:00:36.684423Z","end":"2026-03-01T15:00:40.369735Z","steps":["trace[1032430644] 'agreement among raft nodes before linearized reading' (duration: 3.685102089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.369796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.684369Z","time spent":"3.685418406s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T15:00:40.369795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79955853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T15:00:40.369837Z","caller":"traceutil/trace.go:171","msg":"trace[1713958317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26579; }","duration":"3.799641982s","start":"2026-03-01T15:00:36.570183Z","end":"2026-03-01T15:00:40.369825Z","steps":["trace[1713958317] 'agreement among raft nodes before linearized reading' (duration: 3.79954196s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.36984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789409319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267287"} {"level":"info","ts":"2026-03-01T15:00:40.369872Z","caller":"traceutil/trace.go:171","msg":"trace[26525443] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26579; }","duration":"2.789440711s","start":"2026-03-01T15:00:37.580422Z","end":"2026-03-01T15:00:40.369863Z","steps":["trace[26525443] 'agreement among raft nodes before linearized reading' (duration: 2.789060672s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.369871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.570164Z","time spent":"3.799698774s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-01T15:00:40.369898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.580364Z","time spent":"2.789529363s","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267311,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T15:00:40.369937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810494078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T15:00:40.370007Z","caller":"traceutil/trace.go:171","msg":"trace[870343838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26579; }","duration":"3.81058107s","start":"2026-03-01T15:00:36.559409Z","end":"2026-03-01T15:00:40.36999Z","steps":["trace[870343838] 'agreement among raft nodes before linearized reading' (duration: 3.810391566s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425068056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:00:40.369988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438037079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:40.370054Z","caller":"traceutil/trace.go:171","msg":"trace[1998457090] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26579; }","duration":"3.425140808s","start":"2026-03-01T15:00:36.944901Z","end":"2026-03-01T15:00:40.370042Z","steps":["trace[1998457090] 'agreement among raft nodes before linearized reading' (duration: 3.425066356s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.5594Z","time spent":"3.810643192s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T15:00:40.370088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.371261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:00:40.37008Z","caller":"traceutil/trace.go:171","msg":"trace[1121821978] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26579; }","duration":"1.438167522s","start":"2026-03-01T15:00:38.931892Z","end":"2026-03-01T15:00:40.37006Z","steps":["trace[1121821978] 'agreement among raft nodes before linearized reading' (duration: 1.437583827s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.370132Z","caller":"traceutil/trace.go:171","msg":"trace[217393447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26579; }","duration":"953.454963ms","start":"2026-03-01T15:00:39.416667Z","end":"2026-03-01T15:00:40.370122Z","steps":["trace[217393447] 'agreement among raft nodes before linearized reading' (duration: 953.386141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898958165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:40.370146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207213886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:40.370178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.416647Z","time spent":"953.523146ms","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.931871Z","time spent":"1.438297276s","remote":"127.0.0.1:40902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:00:40.370216Z","caller":"traceutil/trace.go:171","msg":"trace[2084507859] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26579; }","duration":"1.207294409s","start":"2026-03-01T15:00:39.162906Z","end":"2026-03-01T15:00:40.3702Z","steps":["trace[2084507859] 'agreement among raft nodes before linearized reading' (duration: 1.207177405s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579514959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T15:00:40.370255Z","caller":"traceutil/trace.go:171","msg":"trace[985199312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26579; }","duration":"2.579578191s","start":"2026-03-01T15:00:37.790671Z","end":"2026-03-01T15:00:40.370249Z","steps":["trace[985199312] 'agreement among raft nodes before linearized reading' (duration: 2.579521499s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.162851Z","time spent":"1.207395152s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.790651Z","time spent":"2.579617821s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T15:00:40.370343Z","caller":"traceutil/trace.go:171","msg":"trace[990759137] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"2.344946293s","start":"2026-03-01T15:00:38.025386Z","end":"2026-03-01T15:00:40.370332Z","steps":["trace[990759137] 'process raft request' (duration: 2.34367371s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.370179Z","caller":"traceutil/trace.go:171","msg":"trace[408856825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26579; }","duration":"1.899019646s","start":"2026-03-01T15:00:38.471151Z","end":"2026-03-01T15:00:40.370171Z","steps":["trace[408856825] 'agreement among raft nodes before linearized reading' (duration: 1.898986374s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.471131Z","time spent":"1.899278523s","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.02536Z","time spent":"2.345017224s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:40.370127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849118771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:40.370466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066224623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:00:40.370539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256795434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-01T15:00:40.370528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427599664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:00:40.370564Z","caller":"traceutil/trace.go:171","msg":"trace[1627689940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26579; }","duration":"1.256851766s","start":"2026-03-01T15:00:39.113706Z","end":"2026-03-01T15:00:40.370558Z","steps":["trace[1627689940] 'agreement among raft nodes before linearized reading' (duration: 1.256778424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.113691Z","time spent":"1.256888656s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T15:00:40.370567Z","caller":"traceutil/trace.go:171","msg":"trace[254048552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26579; }","duration":"1.066399807s","start":"2026-03-01T15:00:39.304139Z","end":"2026-03-01T15:00:40.370539Z","steps":["trace[254048552] 'agreement among raft nodes before linearized reading' (duration: 1.066212572s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.369703Z","caller":"traceutil/trace.go:171","msg":"trace[714593501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26579; }","duration":"3.810838127s","start":"2026-03-01T15:00:36.55885Z","end":"2026-03-01T15:00:40.369688Z","steps":["trace[714593501] 'agreement among raft nodes before linearized reading' (duration: 3.810620531s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.370587Z","caller":"traceutil/trace.go:171","msg":"trace[1999899870] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26579; }","duration":"1.427682557s","start":"2026-03-01T15:00:38.942886Z","end":"2026-03-01T15:00:40.370569Z","steps":["trace[1999899870] 'agreement among raft nodes before linearized reading' (duration: 1.427499982s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.558837Z","time spent":"3.811776071s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T15:00:40.370632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.942873Z","time spent":"1.427745838s","remote":"127.0.0.1:48680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.30408Z","time spent":"1.06653231s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:00:40.37066Z","caller":"traceutil/trace.go:171","msg":"trace[926011802] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"1.948670016s","start":"2026-03-01T15:00:38.421976Z","end":"2026-03-01T15:00:40.370646Z","steps":["trace[926011802] 'process raft request' (duration: 1.947389543s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.421951Z","time spent":"1.948735077s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:40.370174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482664217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:00:40.370799Z","caller":"traceutil/trace.go:171","msg":"trace[1743632434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26579; }","duration":"3.483310913s","start":"2026-03-01T15:00:36.887481Z","end":"2026-03-01T15:00:40.370792Z","steps":["trace[1743632434] 'agreement among raft nodes before linearized reading' (duration: 3.482639646s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.887439Z","time spent":"3.483379315s","remote":"127.0.0.1:45056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.944886Z","time spent":"3.425199479s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028686921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:40.370991Z","caller":"traceutil/trace.go:171","msg":"trace[1873045855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26579; }","duration":"1.028769102s","start":"2026-03-01T15:00:39.342205Z","end":"2026-03-01T15:00:40.370974Z","steps":["trace[1873045855] 'agreement among raft nodes before linearized reading' (duration: 1.02868562s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.370096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56707709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:40.37104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.342148Z","time spent":"1.028878365s","remote":"127.0.0.1:38790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:00:40.371061Z","caller":"traceutil/trace.go:171","msg":"trace[456788625] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26579; }","duration":"1.568036395s","start":"2026-03-01T15:00:38.803011Z","end":"2026-03-01T15:00:40.371047Z","steps":["trace[456788625] 'agreement among raft nodes before linearized reading' (duration: 1.567060319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.371099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.802991Z","time spent":"1.568094717s","remote":"127.0.0.1:43502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:00:40.370957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.038274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T15:00:40.371168Z","caller":"traceutil/trace.go:171","msg":"trace[1594957772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26579; }","duration":"703.28373ms","start":"2026-03-01T15:00:39.667867Z","end":"2026-03-01T15:00:40.371151Z","steps":["trace[1594957772] 'agreement among raft nodes before linearized reading' (duration: 703.045934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.37122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.667844Z","time spent":"703.360603ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T15:00:40.372147Z","caller":"traceutil/trace.go:171","msg":"trace[331628830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26579; }","duration":"1.849571514s","start":"2026-03-01T15:00:38.520951Z","end":"2026-03-01T15:00:40.370523Z","steps":["trace[331628830] 'agreement among raft nodes before linearized reading' (duration: 1.849160312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.372261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.520931Z","time spent":"1.851312477s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T15:00:40.53554Z","caller":"traceutil/trace.go:171","msg":"trace[441234146] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"160.354236ms","start":"2026-03-01T15:00:40.375164Z","end":"2026-03-01T15:00:40.535518Z","steps":["trace[441234146] 'process raft request' (duration: 160.234212ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.535546Z","caller":"traceutil/trace.go:171","msg":"trace[1451083357] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"159.251157ms","start":"2026-03-01T15:00:40.376275Z","end":"2026-03-01T15:00:40.535526Z","steps":["trace[1451083357] 'process raft request' (duration: 159.181845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.535551Z","caller":"traceutil/trace.go:171","msg":"trace[351698535] linearizableReadLoop","detail":"{readStateIndex:27596; appliedIndex:27594; }","duration":"160.315975ms","start":"2026-03-01T15:00:40.375202Z","end":"2026-03-01T15:00:40.535518Z","steps":["trace[351698535] 'read index received' (duration: 119.49632ms)","trace[351698535] 'applied index is now lower than readState.Index' (duration: 40.819005ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:40.53558Z","caller":"traceutil/trace.go:171","msg":"trace[1964255675] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"160.226923ms","start":"2026-03-01T15:00:40.375327Z","end":"2026-03-01T15:00:40.535554Z","steps":["trace[1964255675] 'process raft request' (duration: 160.10938ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.535639Z","caller":"traceutil/trace.go:171","msg":"trace[1344894052] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"157.616097ms","start":"2026-03-01T15:00:40.378016Z","end":"2026-03-01T15:00:40.535632Z","steps":["trace[1344894052] 'process raft request' (duration: 157.458073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.53568Z","caller":"traceutil/trace.go:171","msg":"trace[826442151] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"160.641714ms","start":"2026-03-01T15:00:40.375026Z","end":"2026-03-01T15:00:40.535667Z","steps":["trace[826442151] 'process raft request' (duration: 119.668765ms)","trace[826442151] 'compare' (duration: 40.598708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:40.535789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.572991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-01T15:00:40.535802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.729033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:40.535807Z","caller":"traceutil/trace.go:171","msg":"trace[741355044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26585; }","duration":"160.620223ms","start":"2026-03-01T15:00:40.375181Z","end":"2026-03-01T15:00:40.535802Z","steps":["trace[741355044] 'agreement among raft nodes before linearized reading' (duration: 160.50427ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:40.535824Z","caller":"traceutil/trace.go:171","msg":"trace[791439600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26585; }","duration":"154.778364ms","start":"2026-03-01T15:00:40.381039Z","end":"2026-03-01T15:00:40.535818Z","steps":["trace[791439600] 'agreement among raft nodes before linearized reading' (duration: 154.725313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.535843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.75585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-01T15:00:40.535892Z","caller":"traceutil/trace.go:171","msg":"trace[1105832730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26585; }","duration":"157.831072ms","start":"2026-03-01T15:00:40.378044Z","end":"2026-03-01T15:00:40.535875Z","steps":["trace[1105832730] 'agreement among raft nodes before linearized reading' (duration: 157.687558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:19.202929Z","caller":"traceutil/trace.go:171","msg":"trace[177782728] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"706.837258ms","start":"2026-03-01T15:01:18.496065Z","end":"2026-03-01T15:01:19.202903Z","steps":["trace[177782728] 'process raft request' (duration: 706.657613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.203083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.49604Z","time spent":"706.969502ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:19.230874Z","caller":"traceutil/trace.go:171","msg":"trace[496434404] linearizableReadLoop","detail":"{readStateIndex:28039; appliedIndex:28036; }","duration":"420.913408ms","start":"2026-03-01T15:01:18.809939Z","end":"2026-03-01T15:01:19.230853Z","steps":["trace[496434404] 'read index received' (duration: 392.81642ms)","trace[496434404] 'applied index is now lower than readState.Index' (duration: 28.095928ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:19.230955Z","caller":"traceutil/trace.go:171","msg":"trace[1080206492] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"563.693274ms","start":"2026-03-01T15:01:18.667224Z","end":"2026-03-01T15:01:19.230917Z","steps":["trace[1080206492] 'process raft request' (duration: 563.444347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.231138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.176675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T15:01:19.231148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.667183Z","time spent":"563.845818ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:19.23119Z","caller":"traceutil/trace.go:171","msg":"trace[1818398046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27013; }","duration":"421.283698ms","start":"2026-03-01T15:01:18.809895Z","end":"2026-03-01T15:01:19.231179Z","steps":["trace[1818398046] 'agreement among raft nodes before linearized reading' (duration: 421.085163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:19.231091Z","caller":"traceutil/trace.go:171","msg":"trace[1034744589] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"556.094893ms","start":"2026-03-01T15:01:18.674949Z","end":"2026-03-01T15:01:19.231043Z","steps":["trace[1034744589] 'process raft request' (duration: 555.862716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.231288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.755759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T15:01:19.231327Z","caller":"traceutil/trace.go:171","msg":"trace[886495418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27013; }","duration":"417.81152ms","start":"2026-03-01T15:01:18.813505Z","end":"2026-03-01T15:01:19.231316Z","steps":["trace[886495418] 'agreement among raft nodes before linearized reading' (duration: 417.754989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.23135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.941003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T15:01:19.231387Z","caller":"traceutil/trace.go:171","msg":"trace[407607648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27013; }","duration":"413.989024ms","start":"2026-03-01T15:01:18.817386Z","end":"2026-03-01T15:01:19.231375Z","steps":["trace[407607648] 'agreement among raft nodes before linearized reading' (duration: 413.884211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.231355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.813493Z","time spent":"417.855711ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T15:01:19.23142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.817354Z","time spent":"414.056956ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T15:01:19.231527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.568114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T15:01:19.231528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.674919Z","time spent":"556.411651ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:19.231566Z","caller":"traceutil/trace.go:171","msg":"trace[637482148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27013; }","duration":"415.614015ms","start":"2026-03-01T15:01:18.815941Z","end":"2026-03-01T15:01:19.231555Z","steps":["trace[637482148] 'agreement among raft nodes before linearized reading' (duration: 415.553934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.231581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.674411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T15:01:19.231229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.809877Z","time spent":"421.34385ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T15:01:19.231653Z","caller":"traceutil/trace.go:171","msg":"trace[536204996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27013; }","duration":"414.790303ms","start":"2026-03-01T15:01:18.816846Z","end":"2026-03-01T15:01:19.231637Z","steps":["trace[536204996] 'agreement among raft nodes before linearized reading' (duration: 414.634929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.231688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.816828Z","time spent":"414.854535ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T15:01:19.231593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.815935Z","time spent":"415.650856ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T15:01:22.232778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.797725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.232871Z","caller":"traceutil/trace.go:171","msg":"trace[770237577] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27038; }","duration":"190.960038ms","start":"2026-03-01T15:01:22.041888Z","end":"2026-03-01T15:01:22.232848Z","steps":["trace[770237577] 'range keys from in-memory index tree' (duration: 190.671391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.233314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.087875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:22.233257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.51221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:22.233356Z","caller":"traceutil/trace.go:171","msg":"trace[1416146502] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27038; }","duration":"186.219709ms","start":"2026-03-01T15:01:22.047127Z","end":"2026-03-01T15:01:22.233347Z","steps":["trace[1416146502] 'range keys from in-memory index tree' (duration: 185.969382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:22.233389Z","caller":"traceutil/trace.go:171","msg":"trace[837991374] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27038; }","duration":"185.652504ms","start":"2026-03-01T15:01:22.04771Z","end":"2026-03-01T15:01:22.233362Z","steps":["trace[837991374] 'range keys from in-memory index tree' (duration: 185.344257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.233546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.838143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.233632Z","caller":"traceutil/trace.go:171","msg":"trace[869262922] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27038; }","duration":"265.959366ms","start":"2026-03-01T15:01:21.967657Z","end":"2026-03-01T15:01:22.233616Z","steps":["trace[869262922] 'range keys from in-memory index tree' (duration: 265.773022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.233679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.033149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:22.233736Z","caller":"traceutil/trace.go:171","msg":"trace[1622053360] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27038; }","duration":"266.138911ms","start":"2026-03-01T15:01:21.967589Z","end":"2026-03-01T15:01:22.233728Z","steps":["trace[1622053360] 'range keys from in-memory index tree' (duration: 265.780822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.233538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.075859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.233835Z","caller":"traceutil/trace.go:171","msg":"trace[498829413] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27038; }","duration":"268.448528ms","start":"2026-03-01T15:01:21.96538Z","end":"2026-03-01T15:01:22.233828Z","steps":["trace[498829413] 'range keys from in-memory index tree' (duration: 267.903574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.233681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.874534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.233932Z","caller":"traceutil/trace.go:171","msg":"trace[94513273] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27038; }","duration":"268.181322ms","start":"2026-03-01T15:01:21.965741Z","end":"2026-03-01T15:01:22.233922Z","steps":["trace[94513273] 'range keys from in-memory index tree' (duration: 267.769432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.235761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.569418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.235833Z","caller":"traceutil/trace.go:171","msg":"trace[1888605447] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27038; }","duration":"188.688651ms","start":"2026-03-01T15:01:22.047127Z","end":"2026-03-01T15:01:22.235815Z","steps":["trace[1888605447] 'range keys from in-memory index tree' (duration: 185.669464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.236961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.437122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T15:01:22.237002Z","caller":"traceutil/trace.go:171","msg":"trace[1586228987] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27038; }","duration":"168.488543ms","start":"2026-03-01T15:01:22.068505Z","end":"2026-03-01T15:01:22.236993Z","steps":["trace[1586228987] 'count revisions from in-memory index tree' (duration: 168.329769ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.332599Z","caller":"traceutil/trace.go:171","msg":"trace[523814889] linearizableReadLoop","detail":"{readStateIndex:28066; appliedIndex:28065; }","duration":"107.705982ms","start":"2026-03-01T15:01:23.224872Z","end":"2026-03-01T15:01:23.332577Z","steps":["trace[523814889] 'read index received' (duration: 107.584659ms)","trace[523814889] 'applied index is now lower than readState.Index' (duration: 120.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:23.332705Z","caller":"traceutil/trace.go:171","msg":"trace[894707962] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"119.447078ms","start":"2026-03-01T15:01:23.213226Z","end":"2026-03-01T15:01:23.332673Z","steps":["trace[894707962] 'process raft request' (duration: 119.221792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.332821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.926018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.33287Z","caller":"traceutil/trace.go:171","msg":"trace[1623000233] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27039; }","duration":"108.02219ms","start":"2026-03-01T15:01:23.224835Z","end":"2026-03-01T15:01:23.332857Z","steps":["trace[1623000233] 'agreement among raft nodes before linearized reading' (duration: 107.870517ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.488434Z","caller":"traceutil/trace.go:171","msg":"trace[1484590474] linearizableReadLoop","detail":"{readStateIndex:28068; appliedIndex:28066; }","duration":"155.746011ms","start":"2026-03-01T15:01:23.332669Z","end":"2026-03-01T15:01:23.488415Z","steps":["trace[1484590474] 'read index received' (duration: 155.522835ms)","trace[1484590474] 'applied index is now lower than readState.Index' (duration: 222.536µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:01:23.488594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.117175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T15:01:23.488623Z","caller":"traceutil/trace.go:171","msg":"trace[1341340272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27041; }","duration":"232.193067ms","start":"2026-03-01T15:01:23.256422Z","end":"2026-03-01T15:01:23.488615Z","steps":["trace[1341340272] 'agreement among raft nodes before linearized reading' (duration: 232.066784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.488803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.803537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T15:01:23.488855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.708248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:23.488874Z","caller":"traceutil/trace.go:171","msg":"trace[1880181245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27041; }","duration":"229.93158ms","start":"2026-03-01T15:01:23.258926Z","end":"2026-03-01T15:01:23.488858Z","steps":["trace[1880181245] 'agreement among raft nodes before linearized reading' (duration: 229.742255ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.488916Z","caller":"traceutil/trace.go:171","msg":"trace[2128223013] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27041; }","duration":"174.797861ms","start":"2026-03-01T15:01:23.314103Z","end":"2026-03-01T15:01:23.4889Z","steps":["trace[2128223013] 'agreement among raft nodes before linearized reading' (duration: 174.615396ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.488946Z","caller":"traceutil/trace.go:171","msg":"trace[539616635] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"244.344633ms","start":"2026-03-01T15:01:23.244593Z","end":"2026-03-01T15:01:23.488937Z","steps":["trace[539616635] 'process raft request' (duration: 243.787269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.488894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.965515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T15:01:23.489017Z","caller":"traceutil/trace.go:171","msg":"trace[1091290373] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"244.475517ms","start":"2026-03-01T15:01:23.244536Z","end":"2026-03-01T15:01:23.489012Z","steps":["trace[1091290373] 'process raft request' (duration: 243.712277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.488803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.770366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T15:01:23.489079Z","caller":"traceutil/trace.go:171","msg":"trace[1761265651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27041; }","duration":"230.108425ms","start":"2026-03-01T15:01:23.25896Z","end":"2026-03-01T15:01:23.489069Z","steps":["trace[1761265651] 'agreement among raft nodes before linearized reading' (duration: 229.699454ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.489021Z","caller":"traceutil/trace.go:171","msg":"trace[1792887484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27041; }","duration":"231.083468ms","start":"2026-03-01T15:01:23.257895Z","end":"2026-03-01T15:01:23.488978Z","steps":["trace[1792887484] 'agreement among raft nodes before linearized reading' (duration: 230.886453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.489201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.869593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.489228Z","caller":"traceutil/trace.go:171","msg":"trace[599026652] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27041; }","duration":"174.941916ms","start":"2026-03-01T15:01:23.314279Z","end":"2026-03-01T15:01:23.489221Z","steps":["trace[599026652] 'agreement among raft nodes before linearized reading' (duration: 174.897915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.489247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.067428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.489279Z","caller":"traceutil/trace.go:171","msg":"trace[299040639] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27041; }","duration":"175.10916ms","start":"2026-03-01T15:01:23.314161Z","end":"2026-03-01T15:01:23.48927Z","steps":["trace[299040639] 'agreement among raft nodes before linearized reading' (duration: 175.058529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.489364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.087703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T15:01:23.489452Z","caller":"traceutil/trace.go:171","msg":"trace[200217547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27041; }","duration":"226.191005ms","start":"2026-03-01T15:01:23.263243Z","end":"2026-03-01T15:01:23.489434Z","steps":["trace[200217547] 'agreement among raft nodes before linearized reading' (duration: 225.604509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.490018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.868038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.490115Z","caller":"traceutil/trace.go:171","msg":"trace[1467309430] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27041; }","duration":"175.981022ms","start":"2026-03-01T15:01:23.314121Z","end":"2026-03-01T15:01:23.490102Z","steps":["trace[1467309430] 'agreement among raft nodes before linearized reading' (duration: 175.680794ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.606388Z","caller":"traceutil/trace.go:171","msg":"trace[350394009] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"112.336709ms","start":"2026-03-01T15:01:23.494028Z","end":"2026-03-01T15:01:23.606364Z","steps":["trace[350394009] 'process raft request' (duration: 105.411755ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.606864Z","caller":"traceutil/trace.go:171","msg":"trace[1259562085] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"112.160593ms","start":"2026-03-01T15:01:23.494683Z","end":"2026-03-01T15:01:23.606843Z","steps":["trace[1259562085] 'process raft request' (duration: 111.625129ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.607112Z","caller":"traceutil/trace.go:171","msg":"trace[815027628] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"112.182914ms","start":"2026-03-01T15:01:23.494889Z","end":"2026-03-01T15:01:23.607072Z","steps":["trace[815027628] 'process raft request' (duration: 111.702631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.607261Z","caller":"traceutil/trace.go:171","msg":"trace[421875947] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"111.693322ms","start":"2026-03-01T15:01:23.495552Z","end":"2026-03-01T15:01:23.607245Z","steps":["trace[421875947] 'process raft request' (duration: 111.516668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.607385Z","caller":"traceutil/trace.go:171","msg":"trace[1014918481] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"112.343709ms","start":"2026-03-01T15:01:23.494994Z","end":"2026-03-01T15:01:23.607338Z","steps":["trace[1014918481] 'process raft request' (duration: 111.99238ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.870265Z","caller":"traceutil/trace.go:171","msg":"trace[287387641] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"163.213181ms","start":"2026-03-01T15:01:23.707029Z","end":"2026-03-01T15:01:23.870243Z","steps":["trace[287387641] 'process raft request' (duration: 163.070087ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.882689Z","caller":"traceutil/trace.go:171","msg":"trace[1169152893] linearizableReadLoop","detail":"{readStateIndex:28076; appliedIndex:28074; }","duration":"155.847404ms","start":"2026-03-01T15:01:23.726823Z","end":"2026-03-01T15:01:23.88267Z","steps":["trace[1169152893] 'read index received' (duration: 143.939644ms)","trace[1169152893] 'applied index is now lower than readState.Index' (duration: 11.90665ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:23.882732Z","caller":"traceutil/trace.go:171","msg":"trace[1457783347] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"156.426969ms","start":"2026-03-01T15:01:23.726282Z","end":"2026-03-01T15:01:23.882709Z","steps":["trace[1457783347] 'process raft request' (duration: 156.330797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.882736Z","caller":"traceutil/trace.go:171","msg":"trace[1337271554] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"157.653519ms","start":"2026-03-01T15:01:23.72505Z","end":"2026-03-01T15:01:23.882703Z","steps":["trace[1337271554] 'process raft request' (duration: 157.452274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.882926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.981008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.88295Z","caller":"traceutil/trace.go:171","msg":"trace[293026077] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27050; }","duration":"156.031939ms","start":"2026-03-01T15:01:23.726907Z","end":"2026-03-01T15:01:23.882939Z","steps":["trace[293026077] 'agreement among raft nodes before linearized reading' (duration: 155.977978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.882962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.755821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:23.882978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.729671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.88299Z","caller":"traceutil/trace.go:171","msg":"trace[2095645370] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27050; }","duration":"155.810133ms","start":"2026-03-01T15:01:23.727172Z","end":"2026-03-01T15:01:23.882982Z","steps":["trace[2095645370] 'agreement among raft nodes before linearized reading' (duration: 155.759292ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:23.883005Z","caller":"traceutil/trace.go:171","msg":"trace[333200662] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27050; }","duration":"155.817252ms","start":"2026-03-01T15:01:23.727181Z","end":"2026-03-01T15:01:23.882998Z","steps":["trace[333200662] 'agreement among raft nodes before linearized reading' (duration: 155.73543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.883055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.088841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:23.883121Z","caller":"traceutil/trace.go:171","msg":"trace[1559047758] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27050; }","duration":"156.202023ms","start":"2026-03-01T15:01:23.726905Z","end":"2026-03-01T15:01:23.883107Z","steps":["trace[1559047758] 'agreement among raft nodes before linearized reading' (duration: 156.0592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:23.88335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.50241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:23.883375Z","caller":"traceutil/trace.go:171","msg":"trace[974336532] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27050; }","duration":"156.584403ms","start":"2026-03-01T15:01:23.726784Z","end":"2026-03-01T15:01:23.883369Z","steps":["trace[974336532] 'agreement among raft nodes before linearized reading' (duration: 156.0909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.011297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812221227915753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T15:01:30.090071Z","caller":"traceutil/trace.go:171","msg":"trace[921836295] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"728.517493ms","start":"2026-03-01T15:01:29.361518Z","end":"2026-03-01T15:01:30.090036Z","steps":["trace[921836295] 'process raft request' (duration: 728.339068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.090274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.361485Z","time spent":"728.675067ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:30.553537Z","caller":"traceutil/trace.go:171","msg":"trace[586569276] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"1.040917249s","start":"2026-03-01T15:01:29.512584Z","end":"2026-03-01T15:01:30.553501Z","steps":["trace[586569276] 'process raft request' (duration: 1.040646622s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.553792Z","caller":"traceutil/trace.go:171","msg":"trace[857887565] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"952.598315ms","start":"2026-03-01T15:01:29.60115Z","end":"2026-03-01T15:01:30.553748Z","steps":["trace[857887565] 'process raft request' (duration: 952.300118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.553843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.512566Z","time spent":"1.041156465s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:30.553909Z","caller":"traceutil/trace.go:171","msg":"trace[204037197] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"617.666941ms","start":"2026-03-01T15:01:29.936208Z","end":"2026-03-01T15:01:30.553875Z","steps":["trace[204037197] 'process raft request' (duration: 617.498657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.553998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.601117Z","time spent":"952.76438ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:30.554136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.936186Z","time spent":"617.798995ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:30.554387Z","caller":"traceutil/trace.go:171","msg":"trace[1023543464] linearizableReadLoop","detail":"{readStateIndex:28117; appliedIndex:28110; }","duration":"1.043672859s","start":"2026-03-01T15:01:29.510686Z","end":"2026-03-01T15:01:30.554359Z","steps":["trace[1023543464] 'read index received' (duration: 579.301367ms)","trace[1023543464] 'applied index is now lower than readState.Index' (duration: 464.369822ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:30.554429Z","caller":"traceutil/trace.go:171","msg":"trace[1077022457] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"566.141745ms","start":"2026-03-01T15:01:29.98827Z","end":"2026-03-01T15:01:30.554412Z","steps":["trace[1077022457] 'process raft request' (duration: 565.93114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.55452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.988255Z","time spent":"566.221746ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:30.55454Z","caller":"traceutil/trace.go:171","msg":"trace[329750531] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"565.275334ms","start":"2026-03-01T15:01:29.989251Z","end":"2026-03-01T15:01:30.554526Z","steps":["trace[329750531] 'process raft request' (duration: 565.055258ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.554637Z","caller":"traceutil/trace.go:171","msg":"trace[1818204895] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"567.448198ms","start":"2026-03-01T15:01:29.987177Z","end":"2026-03-01T15:01:30.554625Z","steps":["trace[1818204895] 'process raft request' (duration: 566.664818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.554657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.989234Z","time spent":"565.336545ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:30.554695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.987151Z","time spent":"567.5099ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:30.554734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.784392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.554728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.646639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.554785Z","caller":"traceutil/trace.go:171","msg":"trace[1319705485] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27089; }","duration":"566.863154ms","start":"2026-03-01T15:01:29.987903Z","end":"2026-03-01T15:01:30.554766Z","steps":["trace[1319705485] 'agreement among raft nodes before linearized reading' (duration: 566.799282ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.5548Z","caller":"traceutil/trace.go:171","msg":"trace[368646266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27089; }","duration":"566.775642ms","start":"2026-03-01T15:01:29.988007Z","end":"2026-03-01T15:01:30.554783Z","steps":["trace[368646266] 'agreement among raft nodes before linearized reading' (duration: 566.627438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.554823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.987882Z","time spent":"566.932326ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T15:01:30.554838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.987979Z","time spent":"566.852663ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-01T15:01:30.554892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044207382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.55465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043831613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.554889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.030514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.554937Z","caller":"traceutil/trace.go:171","msg":"trace[1899492265] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27089; }","duration":"1.044287014s","start":"2026-03-01T15:01:29.510637Z","end":"2026-03-01T15:01:30.554924Z","steps":["trace[1899492265] 'agreement among raft nodes before linearized reading' (duration: 1.044231293s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.554944Z","caller":"traceutil/trace.go:171","msg":"trace[393607295] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27089; }","duration":"1.044187272s","start":"2026-03-01T15:01:29.51074Z","end":"2026-03-01T15:01:30.554927Z","steps":["trace[393607295] 'agreement among raft nodes before linearized reading' (duration: 1.043854313s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.554948Z","caller":"traceutil/trace.go:171","msg":"trace[792035730] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27089; }","duration":"300.120627ms","start":"2026-03-01T15:01:30.254813Z","end":"2026-03-01T15:01:30.554933Z","steps":["trace[792035730] 'agreement among raft nodes before linearized reading' (duration: 300.024964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.554977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.510607Z","time spent":"1.044359106s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-01T15:01:30.554981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.254797Z","time spent":"300.177068ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-01T15:01:30.555027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.303521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.555052Z","caller":"traceutil/trace.go:171","msg":"trace[2145134155] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27089; }","duration":"464.372962ms","start":"2026-03-01T15:01:30.09067Z","end":"2026-03-01T15:01:30.555043Z","steps":["trace[2145134155] 'agreement among raft nodes before linearized reading' (duration: 464.334511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.55507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.090648Z","time spent":"464.416644ms","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:30.555094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.657015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.555124Z","caller":"traceutil/trace.go:171","msg":"trace[1534346972] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27089; }","duration":"299.697906ms","start":"2026-03-01T15:01:30.255417Z","end":"2026-03-01T15:01:30.555115Z","steps":["trace[1534346972] 'agreement among raft nodes before linearized reading' (duration: 299.652315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.606886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.555193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.412239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-01T15:01:30.555207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.45803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.554988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.430491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.555226Z","caller":"traceutil/trace.go:171","msg":"trace[1723804564] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27089; }","duration":"566.656298ms","start":"2026-03-01T15:01:29.988563Z","end":"2026-03-01T15:01:30.555219Z","steps":["trace[1723804564] 'agreement among raft nodes before linearized reading' (duration: 566.619397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.988555Z","time spent":"566.690608ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-01T15:01:30.555244Z","caller":"traceutil/trace.go:171","msg":"trace[257718092] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27089; }","duration":"299.516951ms","start":"2026-03-01T15:01:30.255716Z","end":"2026-03-01T15:01:30.555233Z","steps":["trace[257718092] 'agreement among raft nodes before linearized reading' (duration: 299.45814ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.55525Z","caller":"traceutil/trace.go:171","msg":"trace[1725014306] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27089; }","duration":"297.48276ms","start":"2026-03-01T15:01:30.25775Z","end":"2026-03-01T15:01:30.555233Z","steps":["trace[1725014306] 'agreement among raft nodes before linearized reading' (duration: 297.315956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.485379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-01T15:01:30.555362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.646585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.555371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.978628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:30.555374Z","caller":"traceutil/trace.go:171","msg":"trace[1656528830] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27089; }","duration":"567.570871ms","start":"2026-03-01T15:01:29.987792Z","end":"2026-03-01T15:01:30.555363Z","steps":["trace[1656528830] 'agreement among raft nodes before linearized reading' (duration: 567.456789ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.555388Z","caller":"traceutil/trace.go:171","msg":"trace[2086428848] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27089; }","duration":"299.764678ms","start":"2026-03-01T15:01:30.255616Z","end":"2026-03-01T15:01:30.55538Z","steps":["trace[2086428848] 'agreement among raft nodes before linearized reading' (duration: 299.723597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.554843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.251815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.5554Z","caller":"traceutil/trace.go:171","msg":"trace[906104696] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27089; }","duration":"299.019999ms","start":"2026-03-01T15:01:30.256372Z","end":"2026-03-01T15:01:30.555392Z","steps":["trace[906104696] 'agreement among raft nodes before linearized reading' (duration: 298.899566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.555252Z","caller":"traceutil/trace.go:171","msg":"trace[1306351193] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27089; }","duration":"448.691697ms","start":"2026-03-01T15:01:30.106548Z","end":"2026-03-01T15:01:30.55524Z","steps":["trace[1306351193] 'agreement among raft nodes before linearized reading' (duration: 448.40259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.55521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.988983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.554985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.51071Z","time spent":"1.044262844s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T15:01:30.555476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.106487Z","time spent":"448.974395ms","remote":"127.0.0.1:43398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:01:30.555474Z","caller":"traceutil/trace.go:171","msg":"trace[1092668166] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27089; }","duration":"299.921712ms","start":"2026-03-01T15:01:30.25551Z","end":"2026-03-01T15:01:30.555432Z","steps":["trace[1092668166] 'agreement among raft nodes before linearized reading' (duration: 299.295277ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.555502Z","caller":"traceutil/trace.go:171","msg":"trace[1665935568] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27089; }","duration":"300.26823ms","start":"2026-03-01T15:01:30.255215Z","end":"2026-03-01T15:01:30.555483Z","steps":["trace[1665935568] 'agreement among raft nodes before linearized reading' (duration: 299.977463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034232151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.555544Z","caller":"traceutil/trace.go:171","msg":"trace[535842578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27089; }","duration":"1.034274752s","start":"2026-03-01T15:01:29.521262Z","end":"2026-03-01T15:01:30.555536Z","steps":["trace[535842578] 'agreement among raft nodes before linearized reading' (duration: 1.03422631s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.52125Z","time spent":"1.034310573s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T15:01:30.55556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.255177Z","time spent":"300.366783ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T15:01:30.555568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043968366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-01T15:01:30.555595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.255476Z","time spent":"300.062265ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T15:01:30.555641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04450788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:30.555669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.814874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T15:01:30.555683Z","caller":"traceutil/trace.go:171","msg":"trace[2054203410] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27089; }","duration":"1.044566231s","start":"2026-03-01T15:01:29.511102Z","end":"2026-03-01T15:01:30.555668Z","steps":["trace[2054203410] 'agreement among raft nodes before linearized reading' (duration: 1.044487579s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.758461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T15:01:30.555706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.511091Z","time spent":"1.044609513s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-01T15:01:30.555709Z","caller":"traceutil/trace.go:171","msg":"trace[1248634278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27089; }","duration":"906.871175ms","start":"2026-03-01T15:01:29.648824Z","end":"2026-03-01T15:01:30.555695Z","steps":["trace[1248634278] 'agreement among raft nodes before linearized reading' (duration: 906.759642ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.55573Z","caller":"traceutil/trace.go:171","msg":"trace[1275201473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27089; }","duration":"877.864833ms","start":"2026-03-01T15:01:29.677846Z","end":"2026-03-01T15:01:30.555711Z","steps":["trace[1275201473] 'agreement among raft nodes before linearized reading' (duration: 877.680128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.648791Z","time spent":"906.943997ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T15:01:30.555757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023270335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:01:30.555803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.677817Z","time spent":"877.939425ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T15:01:30.555823Z","caller":"traceutil/trace.go:171","msg":"trace[360216097] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27089; }","duration":"1.023338337s","start":"2026-03-01T15:01:29.532478Z","end":"2026-03-01T15:01:30.555816Z","steps":["trace[360216097] 'agreement among raft nodes before linearized reading' (duration: 1.023189303s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.555846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.532441Z","time spent":"1.023398268s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":82,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:30.555923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.620254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-01T15:01:30.55541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.98777Z","time spent":"567.629413ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-01T15:01:30.555983Z","caller":"traceutil/trace.go:171","msg":"trace[1688339970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27089; }","duration":"942.718256ms","start":"2026-03-01T15:01:29.61325Z","end":"2026-03-01T15:01:30.555969Z","steps":["trace[1688339970] 'agreement among raft nodes before linearized reading' (duration: 942.306876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.55602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.613237Z","time spent":"942.772667ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-01T15:01:30.556072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.230447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T15:01:30.556243Z","caller":"traceutil/trace.go:171","msg":"trace[417876495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27089; }","duration":"871.463573ms","start":"2026-03-01T15:01:29.684737Z","end":"2026-03-01T15:01:30.5562Z","steps":["trace[417876495] 'agreement among raft nodes before linearized reading' (duration: 870.900569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.556287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.411391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T15:01:30.556309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.684722Z","time spent":"871.573665ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T15:01:30.556375Z","caller":"traceutil/trace.go:171","msg":"trace[2132082495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27089; }","duration":"871.520524ms","start":"2026-03-01T15:01:29.684834Z","end":"2026-03-01T15:01:30.556355Z","steps":["trace[2132082495] 'agreement among raft nodes before linearized reading' (duration: 870.771805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.556426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.684792Z","time spent":"871.618926ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T15:01:30.555598Z","caller":"traceutil/trace.go:171","msg":"trace[79423823] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27089; }","duration":"1.044018578s","start":"2026-03-01T15:01:29.511571Z","end":"2026-03-01T15:01:30.555589Z","steps":["trace[79423823] 'agreement among raft nodes before linearized reading' (duration: 1.043936106s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.556621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.511559Z","time spent":"1.045041303s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-01T15:01:30.556104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.118844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T15:01:30.556899Z","caller":"traceutil/trace.go:171","msg":"trace[877251601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27089; }","duration":"871.978026ms","start":"2026-03-01T15:01:29.684903Z","end":"2026-03-01T15:01:30.556881Z","steps":["trace[877251601] 'agreement among raft nodes before linearized reading' (duration: 870.526509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.556942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.684855Z","time spent":"872.073139ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T15:01:30.822481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.173362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:01:30.822695Z","caller":"traceutil/trace.go:171","msg":"trace[887716147] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"258.16629ms","start":"2026-03-01T15:01:30.564486Z","end":"2026-03-01T15:01:30.822652Z","steps":["trace[887716147] 'process raft request' (duration: 128.742441ms)","trace[887716147] 'compare' (duration: 128.727042ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:30.822769Z","caller":"traceutil/trace.go:171","msg":"trace[393809930] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"184.513325ms","start":"2026-03-01T15:01:30.638241Z","end":"2026-03-01T15:01:30.822755Z","steps":["trace[393809930] 'process raft request' (duration: 184.476995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.822782Z","caller":"traceutil/trace.go:171","msg":"trace[2143491437] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"258.169281ms","start":"2026-03-01T15:01:30.564565Z","end":"2026-03-01T15:01:30.822735Z","steps":["trace[2143491437] 'process raft request' (duration: 258.000527ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.822882Z","caller":"traceutil/trace.go:171","msg":"trace[961090473] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"259.066532ms","start":"2026-03-01T15:01:30.563805Z","end":"2026-03-01T15:01:30.822871Z","steps":["trace[961090473] 'process raft request' (duration: 258.845357ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:30.822952Z","caller":"traceutil/trace.go:171","msg":"trace[879561029] linearizableReadLoop","detail":"{readStateIndex:28122; appliedIndex:28117; }","duration":"255.682047ms","start":"2026-03-01T15:01:30.567263Z","end":"2026-03-01T15:01:30.822945Z","steps":["trace[879561029] 'read index received' (duration: 7.706484ms)","trace[879561029] 'applied index is now lower than readState.Index' (duration: 247.974783ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:30.822927Z","caller":"traceutil/trace.go:171","msg":"trace[1084570104] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"257.992486ms","start":"2026-03-01T15:01:30.564882Z","end":"2026-03-01T15:01:30.822874Z","steps":["trace[1084570104] 'process raft request' (duration: 257.795962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:30.823023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.766511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:30.823038Z","caller":"traceutil/trace.go:171","msg":"trace[1235465007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27095; }","duration":"255.801531ms","start":"2026-03-01T15:01:30.567231Z","end":"2026-03-01T15:01:30.823032Z","steps":["trace[1235465007] 'agreement among raft nodes before linearized reading' (duration: 255.739089ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:46.855897Z","caller":"traceutil/trace.go:171","msg":"trace[434869392] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"107.818765ms","start":"2026-03-01T15:01:46.748053Z","end":"2026-03-01T15:01:46.855872Z","steps":["trace[434869392] 'process raft request' (duration: 91.466883ms)","trace[434869392] 'compare' (duration: 16.202369ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:46.856154Z","caller":"traceutil/trace.go:171","msg":"trace[941090174] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"102.270985ms","start":"2026-03-01T15:01:46.753873Z","end":"2026-03-01T15:01:46.856144Z","steps":["trace[941090174] 'process raft request' (duration: 101.953507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:46.856442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.945793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:46.856518Z","caller":"traceutil/trace.go:171","msg":"trace[458039427] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27199; }","duration":"109.037296ms","start":"2026-03-01T15:01:46.74746Z","end":"2026-03-01T15:01:46.856498Z","steps":["trace[458039427] 'agreement among raft nodes before linearized reading' (duration: 108.933123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:46.856511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.569165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:46.856596Z","caller":"traceutil/trace.go:171","msg":"trace[1564937587] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27199; }","duration":"108.674427ms","start":"2026-03-01T15:01:46.747898Z","end":"2026-03-01T15:01:46.856573Z","steps":["trace[1564937587] 'agreement among raft nodes before linearized reading' (duration: 108.466092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:46.856797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.342893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:46.856828Z","caller":"traceutil/trace.go:171","msg":"trace[1123154528] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27199; }","duration":"109.394975ms","start":"2026-03-01T15:01:46.747426Z","end":"2026-03-01T15:01:46.856821Z","steps":["trace[1123154528] 'agreement among raft nodes before linearized reading' (duration: 109.347234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:46.856894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.542738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:46.856949Z","caller":"traceutil/trace.go:171","msg":"trace[1652010501] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27199; }","duration":"105.62688ms","start":"2026-03-01T15:01:46.751309Z","end":"2026-03-01T15:01:46.856936Z","steps":["trace[1652010501] 'agreement among raft nodes before linearized reading' (duration: 105.291692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:46.856987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.681822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:01:46.85704Z","caller":"traceutil/trace.go:171","msg":"trace[865380396] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27199; }","duration":"105.760043ms","start":"2026-03-01T15:01:46.751266Z","end":"2026-03-01T15:01:46.857026Z","steps":["trace[865380396] 'agreement among raft nodes before linearized reading' (duration: 105.594179ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:12.394126Z","caller":"traceutil/trace.go:171","msg":"trace[1938925001] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"108.217485ms","start":"2026-03-01T15:02:12.285876Z","end":"2026-03-01T15:02:12.394094Z","steps":["trace[1938925001] 'process raft request' (duration: 108.04634ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:12.432296Z","caller":"traceutil/trace.go:171","msg":"trace[1758119671] transaction","detail":"{read_only:false; response_revision:27404; number_of_response:1; }","duration":"112.837772ms","start":"2026-03-01T15:02:12.319408Z","end":"2026-03-01T15:02:12.432245Z","steps":["trace[1758119671] 'process raft request' (duration: 112.576285ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:12.735844Z","caller":"traceutil/trace.go:171","msg":"trace[2082761273] linearizableReadLoop","detail":"{readStateIndex:28444; appliedIndex:28443; }","duration":"109.317612ms","start":"2026-03-01T15:02:12.626502Z","end":"2026-03-01T15:02:12.735819Z","steps":["trace[2082761273] 'read index received' (duration: 109.092286ms)","trace[2082761273] 'applied index is now lower than readState.Index' (duration: 224.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:12.735992Z","caller":"traceutil/trace.go:171","msg":"trace[1260618266] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"142.506738ms","start":"2026-03-01T15:02:12.593433Z","end":"2026-03-01T15:02:12.73594Z","steps":["trace[1260618266] 'process raft request' (duration: 142.235751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:12.7361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.586619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-01T15:02:12.736143Z","caller":"traceutil/trace.go:171","msg":"trace[1605070246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27405; }","duration":"109.683222ms","start":"2026-03-01T15:02:12.626448Z","end":"2026-03-01T15:02:12.736132Z","steps":["trace[1605070246] 'agreement among raft nodes before linearized reading' (duration: 109.503277ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.08738Z","caller":"traceutil/trace.go:171","msg":"trace[2115172784] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"126.052973ms","start":"2026-03-01T15:02:12.961286Z","end":"2026-03-01T15:02:13.087339Z","steps":["trace[2115172784] 'process raft request' (duration: 124.877734ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.087713Z","caller":"traceutil/trace.go:171","msg":"trace[2105675977] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"126.327951ms","start":"2026-03-01T15:02:12.961355Z","end":"2026-03-01T15:02:13.087683Z","steps":["trace[2105675977] 'process raft request' (duration: 125.859458ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.088015Z","caller":"traceutil/trace.go:171","msg":"trace[1237993702] linearizableReadLoop","detail":"{readStateIndex:28450; appliedIndex:28445; }","duration":"112.729059ms","start":"2026-03-01T15:02:12.975265Z","end":"2026-03-01T15:02:13.087994Z","steps":["trace[1237993702] 'read index received' (duration: 1.1838ms)","trace[1237993702] 'applied index is now lower than readState.Index' (duration: 111.544279ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:13.088065Z","caller":"traceutil/trace.go:171","msg":"trace[1176134705] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"124.800073ms","start":"2026-03-01T15:02:12.96324Z","end":"2026-03-01T15:02:13.08804Z","steps":["trace[1176134705] 'process raft request' (duration: 124.331231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.088072Z","caller":"traceutil/trace.go:171","msg":"trace[1263354424] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"112.813051ms","start":"2026-03-01T15:02:12.975236Z","end":"2026-03-01T15:02:13.088049Z","steps":["trace[1263354424] 'process raft request' (duration: 112.645757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.088323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.029587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-rabbit-init-hzbhn\" ","response":"range_response_count:1 size:2806"} {"level":"info","ts":"2026-03-01T15:02:13.088406Z","caller":"traceutil/trace.go:171","msg":"trace[1772972944] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-rabbit-init-hzbhn; range_end:; response_count:1; response_revision:27411; }","duration":"113.19452ms","start":"2026-03-01T15:02:12.975195Z","end":"2026-03-01T15:02:13.088389Z","steps":["trace[1772972944] 'agreement among raft nodes before linearized reading' (duration: 112.872002ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.420401Z","caller":"traceutil/trace.go:171","msg":"trace[1276507634] linearizableReadLoop","detail":"{readStateIndex:28566; appliedIndex:28562; }","duration":"141.930334ms","start":"2026-03-01T15:02:25.278454Z","end":"2026-03-01T15:02:25.420384Z","steps":["trace[1276507634] 'read index received' (duration: 85.34173ms)","trace[1276507634] 'applied index is now lower than readState.Index' (duration: 56.587844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:02:25.420515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.058227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:25.420537Z","caller":"traceutil/trace.go:171","msg":"trace[1067486731] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27525; }","duration":"142.097808ms","start":"2026-03-01T15:02:25.278433Z","end":"2026-03-01T15:02:25.42053Z","steps":["trace[1067486731] 'agreement among raft nodes before linearized reading' (duration: 142.020096ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.420727Z","caller":"traceutil/trace.go:171","msg":"trace[711797531] transaction","detail":"{read_only:false; response_revision:27522; number_of_response:1; }","duration":"159.443855ms","start":"2026-03-01T15:02:25.261275Z","end":"2026-03-01T15:02:25.420719Z","steps":["trace[711797531] 'process raft request' (duration: 102.597724ms)","trace[711797531] 'compare' (duration: 55.932238ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:25.420799Z","caller":"traceutil/trace.go:171","msg":"trace[127906989] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"158.48219ms","start":"2026-03-01T15:02:25.262313Z","end":"2026-03-01T15:02:25.420795Z","steps":["trace[127906989] 'process raft request' (duration: 157.990627ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.420862Z","caller":"traceutil/trace.go:171","msg":"trace[2037146281] transaction","detail":"{read_only:false; response_revision:27524; number_of_response:1; }","duration":"157.746921ms","start":"2026-03-01T15:02:25.26311Z","end":"2026-03-01T15:02:25.420857Z","steps":["trace[2037146281] 'process raft request' (duration: 157.221948ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.420923Z","caller":"traceutil/trace.go:171","msg":"trace[202162022] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"156.732967ms","start":"2026-03-01T15:02:25.264185Z","end":"2026-03-01T15:02:25.420918Z","steps":["trace[202162022] 'process raft request' (duration: 156.167313ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:12.639056Z","caller":"traceutil/trace.go:171","msg":"trace[1797363826] transaction","detail":"{read_only:false; response_revision:28528; number_of_response:1; }","duration":"633.06001ms","start":"2026-03-01T15:04:12.005969Z","end":"2026-03-01T15:04:12.639029Z","steps":["trace[1797363826] 'process raft request' (duration: 632.823604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.639234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.005948Z","time spent":"633.195544ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.639364Z","caller":"traceutil/trace.go:171","msg":"trace[1762093588] transaction","detail":"{read_only:false; response_revision:28529; number_of_response:1; }","duration":"633.353658ms","start":"2026-03-01T15:04:12.005971Z","end":"2026-03-01T15:04:12.639325Z","steps":["trace[1762093588] 'process raft request' (duration: 633.015709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.639481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.005957Z","time spent":"633.44748ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.639514Z","caller":"traceutil/trace.go:171","msg":"trace[351838168] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"633.488062ms","start":"2026-03-01T15:04:12.005971Z","end":"2026-03-01T15:04:12.639459Z","steps":["trace[351838168] 'process raft request' (duration: 633.272036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.639779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.005949Z","time spent":"633.728807ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.640228Z","caller":"traceutil/trace.go:171","msg":"trace[50647412] linearizableReadLoop","detail":"{readStateIndex:29599; appliedIndex:29595; }","duration":"111.62245ms","start":"2026-03-01T15:04:12.528594Z","end":"2026-03-01T15:04:12.640217Z","steps":["trace[50647412] 'read index received' (duration: 110.196374ms)","trace[50647412] 'applied index is now lower than readState.Index' (duration: 1.425386ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:04:12.6403Z","caller":"traceutil/trace.go:171","msg":"trace[1588255841] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"632.952467ms","start":"2026-03-01T15:04:12.007338Z","end":"2026-03-01T15:04:12.64029Z","steps":["trace[1588255841] 'process raft request' (duration: 632.821014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.640343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.007331Z","time spent":"632.983478ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:04:12.640471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.850996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:04:12.640542Z","caller":"traceutil/trace.go:171","msg":"trace[1382116518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28531; }","duration":"111.982259ms","start":"2026-03-01T15:04:12.528541Z","end":"2026-03-01T15:04:12.640523Z","steps":["trace[1382116518] 'agreement among raft nodes before linearized reading' (duration: 111.864356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:23.704849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.526565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-01T15:04:23.705011Z","caller":"traceutil/trace.go:171","msg":"trace[1601890766] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28609; }","duration":"423.72337ms","start":"2026-03-01T15:04:23.281257Z","end":"2026-03-01T15:04:23.70498Z","steps":["trace[1601890766] 'range keys from in-memory index tree' (duration: 423.31765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:23.705189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.852184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:04:23.705062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:23.281243Z","time spent":"423.805212ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-01T15:04:23.705251Z","caller":"traceutil/trace.go:171","msg":"trace[1310179693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28609; }","duration":"408.954997ms","start":"2026-03-01T15:04:23.29628Z","end":"2026-03-01T15:04:23.705235Z","steps":["trace[1310179693] 'count revisions from in-memory index tree' (duration: 408.734312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:23.705292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:23.296261Z","time spent":"409.020129ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:04:23.713598Z","caller":"traceutil/trace.go:171","msg":"trace[736179656] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"256.887569ms","start":"2026-03-01T15:04:23.45669Z","end":"2026-03-01T15:04:23.713578Z","steps":["trace[736179656] 'process raft request' (duration: 256.758336ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:23.717382Z","caller":"traceutil/trace.go:171","msg":"trace[1064393845] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"153.66516ms","start":"2026-03-01T15:04:23.563692Z","end":"2026-03-01T15:04:23.717358Z","steps":["trace[1064393845] 'process raft request' (duration: 153.548017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:23.717658Z","caller":"traceutil/trace.go:171","msg":"trace[1556483440] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"140.497848ms","start":"2026-03-01T15:04:23.577132Z","end":"2026-03-01T15:04:23.71763Z","steps":["trace[1556483440] 'process raft request' (duration: 140.19411ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:25.940364Z","caller":"traceutil/trace.go:171","msg":"trace[1642115150] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"220.447561ms","start":"2026-03-01T15:04:25.71989Z","end":"2026-03-01T15:04:25.940338Z","steps":["trace[1642115150] 'process raft request' (duration: 220.277146ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:26.025993Z","caller":"traceutil/trace.go:171","msg":"trace[199493044] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"303.259665ms","start":"2026-03-01T15:04:25.722697Z","end":"2026-03-01T15:04:26.025956Z","steps":["trace[199493044] 'process raft request' (duration: 303.04348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:26.026061Z","caller":"traceutil/trace.go:171","msg":"trace[249603122] transaction","detail":"{read_only:false; response_revision:28627; number_of_response:1; }","duration":"303.314707ms","start":"2026-03-01T15:04:25.722705Z","end":"2026-03-01T15:04:26.02602Z","steps":["trace[249603122] 'process raft request' (duration: 303.171223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:26.026165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:25.722682Z","time spent":"303.392109ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:26.026156Z","caller":"traceutil/trace.go:171","msg":"trace[1660871912] transaction","detail":"{read_only:false; response_revision:28628; number_of_response:1; }","duration":"302.859916ms","start":"2026-03-01T15:04:25.723251Z","end":"2026-03-01T15:04:26.026111Z","steps":["trace[1660871912] 'process raft request' (duration: 302.680411ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:26.026224Z","caller":"traceutil/trace.go:171","msg":"trace[1141170779] transaction","detail":"{read_only:false; response_revision:28629; number_of_response:1; }","duration":"302.555617ms","start":"2026-03-01T15:04:25.723624Z","end":"2026-03-01T15:04:26.026179Z","steps":["trace[1141170779] 'process raft request' (duration: 302.364023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:26.026261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:25.722688Z","time spent":"303.454101ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:04:26.026345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:25.72323Z","time spent":"303.023969ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:04:26.02638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:25.7236Z","time spent":"302.703182ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:26.026344Z","caller":"traceutil/trace.go:171","msg":"trace[1033193199] transaction","detail":"{read_only:false; response_revision:28630; number_of_response:1; }","duration":"234.110304ms","start":"2026-03-01T15:04:25.79221Z","end":"2026-03-01T15:04:26.02632Z","steps":["trace[1033193199] 'process raft request' (duration: 233.822147ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:26.026798Z","caller":"traceutil/trace.go:171","msg":"trace[1256472014] linearizableReadLoop","detail":"{readStateIndex:29701; appliedIndex:29695; }","duration":"214.556021ms","start":"2026-03-01T15:04:25.812223Z","end":"2026-03-01T15:04:26.026779Z","steps":["trace[1256472014] 'read index received' (duration: 127.966152ms)","trace[1256472014] 'applied index is now lower than readState.Index' (duration: 86.577179ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:04:26.026842Z","caller":"traceutil/trace.go:171","msg":"trace[461776890] transaction","detail":"{read_only:false; response_revision:28631; number_of_response:1; }","duration":"134.010604ms","start":"2026-03-01T15:04:25.892816Z","end":"2026-03-01T15:04:26.026827Z","steps":["trace[461776890] 'process raft request' (duration: 133.311286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:26.026932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.704697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:04:26.026996Z","caller":"traceutil/trace.go:171","msg":"trace[1654166640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28631; }","duration":"214.785178ms","start":"2026-03-01T15:04:25.81219Z","end":"2026-03-01T15:04:26.026975Z","steps":["trace[1654166640] 'agreement among raft nodes before linearized reading' (duration: 214.688515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:42.27396Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25947} {"level":"info","ts":"2026-03-01T15:04:42.405997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25947,"took":"125.990373ms","hash":3390869303,"current-db-size-bytes":49135616,"current-db-size":"49 MB","current-db-size-in-use-bytes":34844672,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-01T15:04:42.406075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3390869303,"revision":25947,"compact-revision":24658} {"level":"info","ts":"2026-03-01T15:04:53.178131Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T15:04:53.184842Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-01T15:04:53.184949Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"warn","ts":"2026-03-01T15:04:56.1931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.434195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:04:56.193201Z","caller":"traceutil/trace.go:171","msg":"trace[2054280243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28945; }","duration":"192.583849ms","start":"2026-03-01T15:04:56.000599Z","end":"2026-03-01T15:04:56.193183Z","steps":["trace[2054280243] 'count revisions from in-memory index tree' (duration: 192.339303ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:56.196835Z","caller":"traceutil/trace.go:171","msg":"trace[1661390221] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"144.777446ms","start":"2026-03-01T15:04:56.052034Z","end":"2026-03-01T15:04:56.196812Z","steps":["trace[1661390221] 'process raft request' (duration: 144.640973ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:56.203709Z","caller":"traceutil/trace.go:171","msg":"trace[100510185] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"113.18481ms","start":"2026-03-01T15:04:56.090482Z","end":"2026-03-01T15:04:56.203666Z","steps":["trace[100510185] 'process raft request' (duration: 112.848671ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:04.516766Z","caller":"traceutil/trace.go:171","msg":"trace[1120534221] transaction","detail":"{read_only:false; response_revision:29043; number_of_response:1; }","duration":"132.172018ms","start":"2026-03-01T15:05:04.384573Z","end":"2026-03-01T15:05:04.516745Z","steps":["trace[1120534221] 'process raft request' (duration: 132.027504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:09:42.280337Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28842} {"level":"info","ts":"2026-03-01T15:09:42.448271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28842,"took":"164.2687ms","hash":1931500042,"current-db-size-bytes":49135616,"current-db-size":"49 MB","current-db-size-in-use-bytes":29356032,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T15:09:42.448412Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1931500042,"revision":28842,"compact-revision":25947} {"level":"info","ts":"2026-03-01T15:10:24.80441Z","caller":"traceutil/trace.go:171","msg":"trace[1935449016] transaction","detail":"{read_only:false; response_revision:31310; number_of_response:1; }","duration":"105.422389ms","start":"2026-03-01T15:10:24.698961Z","end":"2026-03-01T15:10:24.804383Z","steps":["trace[1935449016] 'process raft request' (duration: 105.382748ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:10:24.804504Z","caller":"traceutil/trace.go:171","msg":"trace[551783070] transaction","detail":"{read_only:false; response_revision:31309; number_of_response:1; }","duration":"106.19825ms","start":"2026-03-01T15:10:24.698248Z","end":"2026-03-01T15:10:24.804446Z","steps":["trace[551783070] 'process raft request' (duration: 105.966524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:14:42.292715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30983} {"level":"info","ts":"2026-03-01T15:14:42.44369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30983,"took":"146.838211ms","hash":1868731904,"current-db-size-bytes":49602560,"current-db-size":"50 MB","current-db-size-in-use-bytes":27754496,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T15:14:42.44377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1868731904,"revision":30983,"compact-revision":28842} {"level":"info","ts":"2026-03-01T15:18:12.402032Z","caller":"traceutil/trace.go:171","msg":"trace[369419911] linearizableReadLoop","detail":"{readStateIndex:35854; appliedIndex:35853; }","duration":"108.857987ms","start":"2026-03-01T15:18:12.293142Z","end":"2026-03-01T15:18:12.402Z","steps":["trace[369419911] 'read index received' (duration: 108.632011ms)","trace[369419911] 'applied index is now lower than readState.Index' (duration: 224.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:18:12.402108Z","caller":"traceutil/trace.go:171","msg":"trace[782318918] transaction","detail":"{read_only:false; response_revision:34599; number_of_response:1; }","duration":"132.45278ms","start":"2026-03-01T15:18:12.269615Z","end":"2026-03-01T15:18:12.402067Z","steps":["trace[782318918] 'process raft request' (duration: 132.199983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:18:12.40228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.114683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T15:18:12.402326Z","caller":"traceutil/trace.go:171","msg":"trace[406567904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34599; }","duration":"109.178205ms","start":"2026-03-01T15:18:12.293136Z","end":"2026-03-01T15:18:12.402314Z","steps":["trace[406567904] 'agreement among raft nodes before linearized reading' (duration: 109.006161ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:12.42342Z","caller":"traceutil/trace.go:171","msg":"trace[1371191736] transaction","detail":"{read_only:false; response_revision:34600; number_of_response:1; }","duration":"127.26929ms","start":"2026-03-01T15:18:12.296125Z","end":"2026-03-01T15:18:12.423394Z","steps":["trace[1371191736] 'process raft request' (duration: 127.131147ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:58.747652Z","caller":"traceutil/trace.go:171","msg":"trace[1924065928] linearizableReadLoop","detail":"{readStateIndex:36189; appliedIndex:36188; }","duration":"113.361301ms","start":"2026-03-01T15:18:58.634008Z","end":"2026-03-01T15:18:58.747369Z","steps":["trace[1924065928] 'read index received' (duration: 113.085264ms)","trace[1924065928] 'applied index is now lower than readState.Index' (duration: 274.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:18:58.748218Z","caller":"traceutil/trace.go:171","msg":"trace[202076873] transaction","detail":"{read_only:false; response_revision:34924; number_of_response:1; }","duration":"152.266528ms","start":"2026-03-01T15:18:58.595907Z","end":"2026-03-01T15:18:58.748173Z","steps":["trace[202076873] 'process raft request' (duration: 151.252713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:18:58.748525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.484449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:18:58.748594Z","caller":"traceutil/trace.go:171","msg":"trace[1990294117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:34924; }","duration":"114.608162ms","start":"2026-03-01T15:18:58.633966Z","end":"2026-03-01T15:18:58.748574Z","steps":["trace[1990294117] 'agreement among raft nodes before linearized reading' (duration: 114.492629ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:11.016619Z","caller":"traceutil/trace.go:171","msg":"trace[957923322] linearizableReadLoop","detail":"{readStateIndex:36273; appliedIndex:36272; }","duration":"210.299276ms","start":"2026-03-01T15:19:10.806297Z","end":"2026-03-01T15:19:11.016596Z","steps":["trace[957923322] 'read index received' (duration: 210.077371ms)","trace[957923322] 'applied index is now lower than readState.Index' (duration: 221.095µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:19:11.016863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.543312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T15:19:11.016908Z","caller":"traceutil/trace.go:171","msg":"trace[1373363816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35006; }","duration":"210.637055ms","start":"2026-03-01T15:19:10.806258Z","end":"2026-03-01T15:19:11.016895Z","steps":["trace[1373363816] 'agreement among raft nodes before linearized reading' (duration: 210.4325ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:11.017216Z","caller":"traceutil/trace.go:171","msg":"trace[1486058534] transaction","detail":"{read_only:false; response_revision:35006; number_of_response:1; }","duration":"224.697179ms","start":"2026-03-01T15:19:10.792507Z","end":"2026-03-01T15:19:11.017204Z","steps":["trace[1486058534] 'process raft request' (duration: 223.928689ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:11.219842Z","caller":"traceutil/trace.go:171","msg":"trace[897106652] transaction","detail":"{read_only:false; response_revision:35007; number_of_response:1; }","duration":"198.11074ms","start":"2026-03-01T15:19:11.02169Z","end":"2026-03-01T15:19:11.219801Z","steps":["trace[897106652] 'process raft request' (duration: 197.892635ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:27.137866Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008e25.wal"} {"level":"info","ts":"2026-03-01T15:19:42.299856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33069} {"level":"info","ts":"2026-03-01T15:19:42.430353Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33069,"took":"125.971827ms","hash":3589919207,"current-db-size-bytes":50024448,"current-db-size":"50 MB","current-db-size-in-use-bytes":28176384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T15:19:42.43041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3589919207,"revision":33069,"compact-revision":30983} {"level":"info","ts":"2026-03-01T15:24:19.177351Z","caller":"traceutil/trace.go:171","msg":"trace[1335371480] transaction","detail":"{read_only:false; response_revision:37149; number_of_response:1; }","duration":"114.12405ms","start":"2026-03-01T15:24:19.063185Z","end":"2026-03-01T15:24:19.177309Z","steps":["trace[1335371480] 'process raft request' (duration: 111.75923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:24:42.309536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35225} {"level":"info","ts":"2026-03-01T15:24:42.441214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35225,"took":"127.30046ms","hash":490170574,"current-db-size-bytes":52555776,"current-db-size":"53 MB","current-db-size-in-use-bytes":28037120,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T15:24:42.441269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":490170574,"revision":35225,"compact-revision":33069} {"level":"info","ts":"2026-03-01T15:27:50.472971Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T15:27:50.478895Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-03-01T15:27:50.47925Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-03-01T15:29:42.315864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37307} {"level":"info","ts":"2026-03-01T15:29:42.443507Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37307,"took":"123.218256ms","hash":1924629696,"current-db-size-bytes":53399552,"current-db-size":"53 MB","current-db-size-in-use-bytes":28516352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T15:29:42.443587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1924629696,"revision":37307,"compact-revision":35225}